2024-11-11 21:17:11,881 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 21:17:11,925 main DEBUG Took 0.042265 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 21:17:11,926 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 21:17:11,926 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 21:17:11,927 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 21:17:11,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,939 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 21:17:11,956 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,960 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,963 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,964 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,966 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,968 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,969 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,971 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,975 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:17:11,976 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,977 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 21:17:11,979 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:17:11,981 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 21:17:11,984 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 21:17:11,985 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 21:17:11,986 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 21:17:11,987 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 21:17:11,999 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 21:17:12,003 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 21:17:12,005 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 21:17:12,006 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 21:17:12,006 main DEBUG createAppenders(={Console}) 2024-11-11 21:17:12,007 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 21:17:12,008 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 21:17:12,008 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 21:17:12,009 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 21:17:12,010 main DEBUG OutputStream closed 2024-11-11 21:17:12,010 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 21:17:12,010 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 21:17:12,011 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 21:17:12,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 21:17:12,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 21:17:12,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 21:17:12,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 21:17:12,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 21:17:12,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 21:17:12,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 21:17:12,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 21:17:12,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 21:17:12,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 21:17:12,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 21:17:12,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 21:17:12,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 21:17:12,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 21:17:12,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 21:17:12,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 21:17:12,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 21:17:12,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 21:17:12,132 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 21:17:12,132 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 21:17:12,133 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 21:17:12,133 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T21:17:12,151 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 21:17:12,156 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 21:17:12,156 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T21:17:12,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=3262 2024-11-11T21:17:12,519 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T21:17:12,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3 2024-11-11T21:17:12,585 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/cluster_ec38fed1-05cd-c643-fceb-1105a0b9775b, deleteOnExit=true 2024-11-11T21:17:12,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/cluster_ec38fed1-05cd-c643-fceb-1105a0b9775b/zookeeper_0, clientPort=50314, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/cluster_ec38fed1-05cd-c643-fceb-1105a0b9775b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/cluster_ec38fed1-05cd-c643-fceb-1105a0b9775b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:17:12,782 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50314 2024-11-11T21:17:12,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:17:12,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:17:12,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/test.cache.data in system properties and HBase conf 2024-11-11T21:17:12,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:17:12,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:17:12,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:17:12,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:17:12,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:17:12,913 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T21:17:13,039 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:17:13,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:17:13,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:17:13,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:17:13,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:17:13,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:17:13,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:17:13,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:17:13,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:17:13,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:17:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:17:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:17:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:17:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:17:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:17:14,284 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T21:17:14,378 INFO [Time-limited test {}] log.Log(170): Logging initialized @3492ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T21:17:14,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:14,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:17:14,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:17:14,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:17:14,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:17:14,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:14,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:17:14,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:17:14,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/java.io.tmpdir/jetty-localhost-36611-hadoop-hdfs-3_4_1-tests_jar-_-any-8890784928727893432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:17:14,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:36611} 2024-11-11T21:17:14,878 INFO [Time-limited test {}] server.Server(415): Started @3993ms 2024-11-11T21:17:15,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:15,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:17:15,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:17:15,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:17:15,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:17:15,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d690fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:17:15,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@283eafb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:17:15,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7430a33b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/java.io.tmpdir/jetty-localhost-45885-hadoop-hdfs-3_4_1-tests_jar-_-any-16808066870627205096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:17:15,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@870662e{HTTP/1.1, (http/1.1)}{localhost:45885} 2024-11-11T21:17:15,728 INFO [Time-limited test {}] server.Server(415): Started @4842ms 2024-11-11T21:17:15,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:17:17,095 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/cluster_ec38fed1-05cd-c643-fceb-1105a0b9775b/data/data2/current/BP-274618596-172.17.0.2-1731359833761/current, will proceed with Du for space computation calculation, 2024-11-11T21:17:17,095 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/cluster_ec38fed1-05cd-c643-fceb-1105a0b9775b/data/data1/current/BP-274618596-172.17.0.2-1731359833761/current, will proceed with Du for space computation calculation, 2024-11-11T21:17:17,129 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:17:17,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa829678023f6e701 with lease ID 0x9a20f84a089f1000: Processing first storage report for DS-6a938830-dbd1-4151-9278-41b321d9055b from datanode DatanodeRegistration(127.0.0.1:46473, datanodeUuid=dd3b4665-102c-49c5-b7e7-dd8847f341c0, infoPort=35071, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=1913697693;c=1731359833761) 2024-11-11T21:17:17,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa829678023f6e701 with lease ID 0x9a20f84a089f1000: from storage DS-6a938830-dbd1-4151-9278-41b321d9055b node DatanodeRegistration(127.0.0.1:46473, datanodeUuid=dd3b4665-102c-49c5-b7e7-dd8847f341c0, infoPort=35071, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=1913697693;c=1731359833761), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T21:17:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa829678023f6e701 with lease ID 0x9a20f84a089f1000: Processing first storage report for DS-45d2415e-df50-4c60-b092-d636b2d4921f from datanode DatanodeRegistration(127.0.0.1:46473, datanodeUuid=dd3b4665-102c-49c5-b7e7-dd8847f341c0, infoPort=35071, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=1913697693;c=1731359833761) 2024-11-11T21:17:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa829678023f6e701 with lease ID 0x9a20f84a089f1000: from storage DS-45d2415e-df50-4c60-b092-d636b2d4921f node DatanodeRegistration(127.0.0.1:46473, datanodeUuid=dd3b4665-102c-49c5-b7e7-dd8847f341c0, infoPort=35071, infoSecurePort=0, ipcPort=44569, storageInfo=lv=-57;cid=testClusterID;nsid=1913697693;c=1731359833761), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:17:17,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3 2024-11-11T21:17:17,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:17,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:17,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:17:17,977 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a with version=8 2024-11-11T21:17:17,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/hbase-staging 2024-11-11T21:17:18,066 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T21:17:18,349 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:18,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:18,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:18,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:18,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:18,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:18,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:17:18,584 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T21:17:18,595 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T21:17:18,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:18,632 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12832 (auto-detected) 2024-11-11T21:17:18,633 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T21:17:18,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40323 2024-11-11T21:17:18,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40323 connecting to ZooKeeper ensemble=127.0.0.1:50314 2024-11-11T21:17:18,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403230x0, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:18,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40323-0x1012bc2764c0000 connected 2024-11-11T21:17:18,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:18,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:18,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/running 2024-11-11T21:17:18,911 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a, hbase.cluster.distributed=false 2024-11-11T21:17:18,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/acl 2024-11-11T21:17:18,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-11T21:17:18,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40323 2024-11-11T21:17:18,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40323 2024-11-11T21:17:18,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-11T21:17:18,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-11T21:17:19,090 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:19,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:19,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:19,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:19,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:19,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:19,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:17:19,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:19,101 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36833 2024-11-11T21:17:19,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36833 connecting to ZooKeeper ensemble=127.0.0.1:50314 2024-11-11T21:17:19,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:19,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368330x0, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:19,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368330x0, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/running 2024-11-11T21:17:19,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36833-0x1012bc2764c0001 connected 2024-11-11T21:17:19,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:17:19,151 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:17:19,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/master 2024-11-11T21:17:19,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/acl 2024-11-11T21:17:19,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36833 2024-11-11T21:17:19,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36833 2024-11-11T21:17:19,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36833 2024-11-11T21:17:19,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36833 2024-11-11T21:17:19,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36833 2024-11-11T21:17:19,192 DEBUG [M:0;f286ae0a5299:40323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:40323 2024-11-11T21:17:19,203 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2045127779/backup-masters/f286ae0a5299,40323,1731359838164 2024-11-11T21:17:19,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/backup-masters 2024-11-11T21:17:19,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/backup-masters 2024-11-11T21:17:19,228 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on existing znode=/0-2045127779/backup-masters/f286ae0a5299,40323,1731359838164 2024-11-11T21:17:19,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:19,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2045127779/master 2024-11-11T21:17:19,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:19,272 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on existing znode=/0-2045127779/master 2024-11-11T21:17:19,274 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2045127779/backup-masters/f286ae0a5299,40323,1731359838164 from backup master directory 2024-11-11T21:17:19,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/backup-masters/f286ae0a5299,40323,1731359838164 2024-11-11T21:17:19,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/backup-masters 2024-11-11T21:17:19,282 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/backup-masters 2024-11-11T21:17:19,282 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,40323,1731359838164 2024-11-11T21:17:19,286 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T21:17:19,291 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T21:17:19,366 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/hbase.id] with ID: abdd8e62-0dc0-4a5b-a8de-162b1688ce2b 2024-11-11T21:17:19,366 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/.tmp/hbase.id 2024-11-11T21:17:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:17:19,778 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/.tmp/hbase.id]:[hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/hbase.id] 2024-11-11T21:17:19,829 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:19,835 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:17:19,855 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-11T21:17:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:19,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:17:19,934 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:17:19,937 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:17:19,953 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:17:19,957 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:17:20,003 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store 2024-11-11T21:17:20,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:17:20,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T21:17:20,432 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:20,434 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:17:20,434 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:20,434 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:20,436 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:17:20,436 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:20,437 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:20,438 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359840434Disabling compacts and flushes for region at 1731359840434Disabling writes for close at 1731359840436 (+2 ms)Writing region close event to WAL at 1731359840436Closed at 1731359840436 2024-11-11T21:17:20,440 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/.initializing 2024-11-11T21:17:20,441 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164 2024-11-11T21:17:20,449 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:20,464 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C40323%2C1731359838164, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/oldWALs, maxLogs=10 2024-11-11T21:17:20,490 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164/f286ae0a5299%2C40323%2C1731359838164.1731359840469, exclude list is [], retry=0 2024-11-11T21:17:20,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-6a938830-dbd1-4151-9278-41b321d9055b,DISK] 2024-11-11T21:17:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T21:17:20,545 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164/f286ae0a5299%2C40323%2C1731359838164.1731359840469 2024-11-11T21:17:20,546 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-11T21:17:20,547 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:20,547 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:20,551 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,552 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:17:20,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:20,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:20,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:17:20,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:20,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:20,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:17:20,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:20,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:20,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:17:20,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:20,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:20,648 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,653 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,654 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,659 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,660 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,664 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:20,669 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:20,673 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:20,674 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61137497, jitterRate=-0.0889803022146225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:20,682 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359840566Initializing all the Stores at 1731359840569 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359840570 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359840571 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359840571Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359840572 (+1 ms)Cleaning up temporary data from old regions at 1731359840660 (+88 ms)Region opened successfully at 1731359840682 (+22 ms) 2024-11-11T21:17:20,683 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:17:20,719 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541ff852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:20,749 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:17:20,760 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:17:20,760 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:17:20,763 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:17:20,764 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T21:17:20,769 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T21:17:20,769 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:17:20,797 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:17:20,806 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/balancer because node does not exist (not necessarily an error) 2024-11-11T21:17:20,870 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/balancer already deleted, retry=false 2024-11-11T21:17:20,874 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:17:20,875 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:17:20,881 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/normalizer already deleted, retry=false 2024-11-11T21:17:20,884 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:17:20,888 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:17:20,901 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/switch/split already deleted, retry=false 2024-11-11T21:17:20,903 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:17:20,912 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/switch/merge already deleted, retry=false 2024-11-11T21:17:20,934 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:17:20,944 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/snapshot-cleanup already deleted, retry=false 2024-11-11T21:17:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2045127779/running 2024-11-11T21:17:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2045127779/running 2024-11-11T21:17:20,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:20,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:20,957 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,40323,1731359838164, sessionid=0x1012bc2764c0000, setting cluster-up flag (Was=false) 2024-11-11T21:17:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:21,018 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2045127779/flush-table-proc/acquired, /0-2045127779/flush-table-proc/reached, /0-2045127779/flush-table-proc/abort 2024-11-11T21:17:21,020 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,40323,1731359838164 2024-11-11T21:17:21,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:21,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:21,070 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2045127779/online-snapshot/acquired, /0-2045127779/online-snapshot/reached, /0-2045127779/online-snapshot/abort 2024-11-11T21:17:21,072 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,40323,1731359838164 2024-11-11T21:17:21,078 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:17:21,159 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:21,169 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:17:21,175 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:17:21,177 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(746): ClusterId : abdd8e62-0dc0-4a5b-a8de-162b1688ce2b 2024-11-11T21:17:21,179 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:17:21,181 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,40323,1731359838164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:17:21,191 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:21,191 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:21,192 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:21,192 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:21,192 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:17:21,192 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,192 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:21,193 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,193 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:17:21,193 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:17:21,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:21,204 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731359871204 2024-11-11T21:17:21,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:17:21,206 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:17:21,209 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:17:21,210 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:21,211 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:17:21,213 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:17:21,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:17:21,214 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:17:21,215 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:17:21,216 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,220 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:17:21,221 DEBUG [RS:0;f286ae0a5299:36833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dbeae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:21,224 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:17:21,226 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:17:21,227 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:17:21,227 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:17:21,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:17:21,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:17:21,237 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:17:21,240 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359841238,5,FailOnTimeoutGroup] 2024-11-11T21:17:21,241 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359841240,5,FailOnTimeoutGroup] 2024-11-11T21:17:21,241 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,241 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:17:21,243 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,243 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,247 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:36833 2024-11-11T21:17:21,249 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:17:21,250 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:17:21,250 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:17:21,252 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,40323,1731359838164 with port=36833, startcode=1731359839044 2024-11-11T21:17:21,263 DEBUG [RS:0;f286ae0a5299:36833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:17:21,301 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:17:21,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,36833,1731359839044 2024-11-11T21:17:21,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40323 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,36833,1731359839044 2024-11-11T21:17:21,330 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a 2024-11-11T21:17:21,330 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44919 2024-11-11T21:17:21,330 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:17:21,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/rs 2024-11-11T21:17:21,345 DEBUG [RS:0;f286ae0a5299:36833 {}] zookeeper.ZKUtil(111): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on existing znode=/0-2045127779/rs/f286ae0a5299,36833,1731359839044 2024-11-11T21:17:21,345 WARN [RS:0;f286ae0a5299:36833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:21,345 INFO [RS:0;f286ae0a5299:36833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:21,346 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044 2024-11-11T21:17:21,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,36833,1731359839044] 2024-11-11T21:17:21,370 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:17:21,388 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:17:21,395 INFO [RS:0;f286ae0a5299:36833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:17:21,395 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,396 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:17:21,402 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:17:21,403 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,403 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,404 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,404 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,404 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,404 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,404 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:21,405 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,405 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,405 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,405 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,405 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,406 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:21,406 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:21,406 DEBUG [RS:0;f286ae0a5299:36833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:21,407 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,407 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,408 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,408 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,408 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,408 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36833,1731359839044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:21,431 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:17:21,433 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36833,1731359839044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,433 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,433 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.Replication(171): f286ae0a5299,36833,1731359839044 started 2024-11-11T21:17:21,453 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:21,454 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,36833,1731359839044, RpcServer on f286ae0a5299/172.17.0.2:36833, sessionid=0x1012bc2764c0001 2024-11-11T21:17:21,455 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:17:21,455 DEBUG [RS:0;f286ae0a5299:36833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,36833,1731359839044 2024-11-11T21:17:21,455 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36833,1731359839044' 2024-11-11T21:17:21,455 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2045127779/flush-table-proc/abort' 2024-11-11T21:17:21,456 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2045127779/flush-table-proc/acquired' 2024-11-11T21:17:21,457 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:17:21,457 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:17:21,457 DEBUG [RS:0;f286ae0a5299:36833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,36833,1731359839044 2024-11-11T21:17:21,457 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36833,1731359839044' 2024-11-11T21:17:21,457 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2045127779/online-snapshot/abort' 2024-11-11T21:17:21,458 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2045127779/online-snapshot/acquired' 2024-11-11T21:17:21,459 DEBUG [RS:0;f286ae0a5299:36833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:17:21,459 INFO [RS:0;f286ae0a5299:36833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:17:21,459 INFO [RS:0;f286ae0a5299:36833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:17:21,564 INFO [RS:0;f286ae0a5299:36833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:21,567 INFO [RS:0;f286ae0a5299:36833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C36833%2C1731359839044, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs, maxLogs=10 2024-11-11T21:17:21,583 DEBUG [RS:0;f286ae0a5299:36833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569, exclude list is [], retry=0 2024-11-11T21:17:21,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-6a938830-dbd1-4151-9278-41b321d9055b,DISK] 2024-11-11T21:17:21,590 INFO [RS:0;f286ae0a5299:36833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 2024-11-11T21:17:21,591 DEBUG [RS:0;f286ae0a5299:36833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-11T21:17:21,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:17:21,638 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a 2024-11-11T21:17:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:17:22,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:22,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:17:22,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:17:22,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:22,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:22,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:17:22,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:17:22,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:22,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:22,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:17:22,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:17:22,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:17:22,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:17:22,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:22,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:22,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:17:22,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740 2024-11-11T21:17:22,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740 2024-11-11T21:17:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:17:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:17:22,115 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:22,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:17:22,124 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:22,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60637918, jitterRate=-0.09642460942268372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:22,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359842051Initializing all the Stores at 1731359842059 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359842059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359842059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359842059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359842059Cleaning up temporary data from old regions at 1731359842114 (+55 ms)Region opened successfully at 1731359842129 (+15 ms) 2024-11-11T21:17:22,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:17:22,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:17:22,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:17:22,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:17:22,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:17:22,137 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:22,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359842130Disabling compacts and flushes for region at 1731359842130Disabling writes for close at 1731359842130Writing region close event to WAL at 1731359842136 (+6 ms)Closed at 1731359842137 (+1 ms) 2024-11-11T21:17:22,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:22,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:17:22,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:17:22,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:22,171 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:17:22,322 DEBUG [f286ae0a5299:40323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:17:22,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,36833,1731359839044 2024-11-11T21:17:22,339 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,36833,1731359839044, state=OPENING 2024-11-11T21:17:22,396 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:17:22,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:22,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:22,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:22,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:22,439 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:22,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,36833,1731359839044}] 2024-11-11T21:17:22,618 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:17:22,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:17:22,633 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:17:22,634 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:22,635 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:17:22,641 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C36833%2C1731359839044.meta, suffix=.meta, logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs, maxLogs=10 2024-11-11T21:17:22,656 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.meta.1731359842643.meta, exclude list is [], retry=0 2024-11-11T21:17:22,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-6a938830-dbd1-4151-9278-41b321d9055b,DISK] 2024-11-11T21:17:22,663 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.meta.1731359842643.meta 2024-11-11T21:17:22,664 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-11T21:17:22,664 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:22,669 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:17:22,670 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:17:22,673 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:17:22,675 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:17:22,679 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:17:22,680 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:22,680 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:17:22,680 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:17:22,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:17:22,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:17:22,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:22,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:22,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:17:22,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:17:22,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:22,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:22,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:17:22,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:17:22,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:22,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:22,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:17:22,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:17:22,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:22,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:22,694 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:17:22,696 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740 2024-11-11T21:17:22,698 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740 2024-11-11T21:17:22,700 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:17:22,700 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:17:22,701 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:22,704 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:17:22,706 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65225624, jitterRate=-0.02806246280670166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:22,706 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:17:22,708 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359842681Writing region info on filesystem at 1731359842681Initializing all the Stores at 1731359842683 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359842683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359842683Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359842683Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359842683Cleaning up temporary data from old regions at 1731359842700 (+17 ms)Running coprocessor post-open hooks at 1731359842706 (+6 ms)Region opened successfully at 1731359842708 (+2 ms) 2024-11-11T21:17:22,717 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359842610 2024-11-11T21:17:22,731 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:17:22,731 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:17:22,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36833,1731359839044 2024-11-11T21:17:22,736 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,36833,1731359839044, state=OPEN 2024-11-11T21:17:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2045127779/meta-region-server 2024-11-11T21:17:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2045127779/meta-region-server 2024-11-11T21:17:22,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:22,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:22,765 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,36833,1731359839044 2024-11-11T21:17:22,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:17:22,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,36833,1731359839044 in 324 msec 2024-11-11T21:17:22,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:17:22,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-11T21:17:22,781 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:22,782 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:17:22,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:22,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36833,1731359839044, seqNum=-1] 2024-11-11T21:17:22,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:22,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:22,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7340 sec 2024-11-11T21:17:22,846 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359842845, completionTime=-1 2024-11-11T21:17:22,849 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:17:22,849 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:17:22,884 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:17:22,884 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731359902884 2024-11-11T21:17:22,884 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731359962884 2024-11-11T21:17:22,885 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 35 msec 2024-11-11T21:17:22,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40323,1731359838164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:22,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40323,1731359838164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:22,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40323,1731359838164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:22,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:40323, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:22,890 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:22,890 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:22,897 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:17:22,953 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.670sec 2024-11-11T21:17:22,954 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:17:22,956 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:17:22,958 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:17:22,959 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:17:22,959 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:17:22,961 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40323,1731359838164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:22,963 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40323,1731359838164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:17:22,991 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:17:22,993 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:17:22,993 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,40323,1731359838164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:22,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c863191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:23,002 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T21:17:23,002 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T21:17:23,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,40323,-1 for getting cluster id 2024-11-11T21:17:23,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:23,021 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdd8e62-0dc0-4a5b-a8de-162b1688ce2b' 2024-11-11T21:17:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdd8e62-0dc0-4a5b-a8de-162b1688ce2b" 2024-11-11T21:17:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db5a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,40323,-1] 2024-11-11T21:17:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:23,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:23,036 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:23,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4412f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:23,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36833,1731359839044, seqNum=-1] 2024-11-11T21:17:23,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:23,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:23,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,40323,1731359838164 2024-11-11T21:17:23,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50314 2024-11-11T21:17:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:23,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc2764c0002 connected 2024-11-11T21:17:23,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.log.dir so I do NOT create it in target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1 2024-11-11T21:17:23,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:17:23,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.tmp.dir so I do NOT create it in target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1 2024-11-11T21:17:23,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:17:23,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1 2024-11-11T21:17:23,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:17:23,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/cluster_a07e6e94-0163-2b73-9c16-8fb64d5bca4e, deleteOnExit=true 2024-11-11T21:17:23,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:17:23,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/test.cache.data in system properties and HBase conf 2024-11-11T21:17:23,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:17:23,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:17:23,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:17:23,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:17:23,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:17:23,242 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:17:23,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:17:23,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:17:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:17:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:17:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:17:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:17:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:17:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:17:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:17:23,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:17:23,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:17:23,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:17:23,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:17:23,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:17:23,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:23,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:17:23,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:17:23,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:17:23,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:17:23,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:23,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53366ef3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:17:23,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc9b8b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:17:23,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9878a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/java.io.tmpdir/jetty-localhost-33323-hadoop-hdfs-3_4_1-tests_jar-_-any-8094046704625264475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:17:23,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b86ed72{HTTP/1.1, (http/1.1)}{localhost:33323} 2024-11-11T21:17:23,765 INFO [Time-limited test {}] server.Server(415): Started @12880ms 2024-11-11T21:17:24,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:24,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:17:24,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:17:24,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:17:24,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:17:24,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64243f53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:17:24,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2655a19f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:17:24,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fb47c1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/java.io.tmpdir/jetty-localhost-40329-hadoop-hdfs-3_4_1-tests_jar-_-any-5717367704437510437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:17:24,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41a56cb5{HTTP/1.1, (http/1.1)}{localhost:40329} 2024-11-11T21:17:24,215 INFO [Time-limited test {}] server.Server(415): Started @13329ms 2024-11-11T21:17:24,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:17:25,016 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/cluster_a07e6e94-0163-2b73-9c16-8fb64d5bca4e/data/data1/current/BP-98177664-172.17.0.2-1731359843277/current, will proceed with Du for space computation calculation, 2024-11-11T21:17:25,016 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/cluster_a07e6e94-0163-2b73-9c16-8fb64d5bca4e/data/data2/current/BP-98177664-172.17.0.2-1731359843277/current, will proceed with Du for space computation calculation, 2024-11-11T21:17:25,059 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:17:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x587d612c3f98f916 with lease ID 0x25d90ba3069b5d19: Processing first storage report for DS-d6204c84-aa64-4a50-b1d9-ccff3391c308 from datanode DatanodeRegistration(127.0.0.1:43499, datanodeUuid=73805cbc-7f66-4247-a3d2-59916f52413e, infoPort=41623, infoSecurePort=0, ipcPort=34459, storageInfo=lv=-57;cid=testClusterID;nsid=168266387;c=1731359843277) 2024-11-11T21:17:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x587d612c3f98f916 with lease ID 0x25d90ba3069b5d19: from storage DS-d6204c84-aa64-4a50-b1d9-ccff3391c308 node DatanodeRegistration(127.0.0.1:43499, datanodeUuid=73805cbc-7f66-4247-a3d2-59916f52413e, infoPort=41623, infoSecurePort=0, ipcPort=34459, storageInfo=lv=-57;cid=testClusterID;nsid=168266387;c=1731359843277), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:17:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x587d612c3f98f916 with lease ID 0x25d90ba3069b5d19: Processing first storage report for DS-9ad3d67e-c8d1-4517-b753-7008f271b4a1 from datanode DatanodeRegistration(127.0.0.1:43499, datanodeUuid=73805cbc-7f66-4247-a3d2-59916f52413e, infoPort=41623, infoSecurePort=0, ipcPort=34459, storageInfo=lv=-57;cid=testClusterID;nsid=168266387;c=1731359843277) 2024-11-11T21:17:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x587d612c3f98f916 with lease ID 0x25d90ba3069b5d19: from storage DS-9ad3d67e-c8d1-4517-b753-7008f271b4a1 node DatanodeRegistration(127.0.0.1:43499, datanodeUuid=73805cbc-7f66-4247-a3d2-59916f52413e, infoPort=41623, infoSecurePort=0, ipcPort=34459, storageInfo=lv=-57;cid=testClusterID;nsid=168266387;c=1731359843277), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:17:25,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1 2024-11-11T21:17:25,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:25,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:17:25,486 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81 with version=8 2024-11-11T21:17:25,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/hbase-staging 2024-11-11T21:17:25,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:25,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:25,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:25,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:25,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:25,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:25,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:17:25,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:25,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34143 2024-11-11T21:17:25,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34143 connecting to ZooKeeper ensemble=127.0.0.1:50314 2024-11-11T21:17:25,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341430x0, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:25,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34143-0x1012bc2764c0003 connected 2024-11-11T21:17:25,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:25,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:25,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on znode that does not yet exist, /11973291279/running 2024-11-11T21:17:25,626 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81, hbase.cluster.distributed=false 2024-11-11T21:17:25,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on znode that does not yet exist, /11973291279/acl 2024-11-11T21:17:25,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34143 2024-11-11T21:17:25,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34143 2024-11-11T21:17:25,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34143 2024-11-11T21:17:25,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34143 2024-11-11T21:17:25,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34143 2024-11-11T21:17:25,646 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:25,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:25,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:25,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:25,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:25,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:25,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:17:25,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:25,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37243 2024-11-11T21:17:25,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37243 connecting to ZooKeeper ensemble=127.0.0.1:50314 2024-11-11T21:17:25,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:25,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372430x0, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:25,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372430x0, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on znode that does not yet exist, /11973291279/running 2024-11-11T21:17:25,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37243-0x1012bc2764c0004 connected 2024-11-11T21:17:25,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:17:25,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:17:25,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on znode that does not yet exist, /11973291279/master 2024-11-11T21:17:25,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on znode that does not yet exist, /11973291279/acl 2024-11-11T21:17:25,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-11T21:17:25,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37243 2024-11-11T21:17:25,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37243 2024-11-11T21:17:25,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-11T21:17:25,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-11T21:17:25,680 DEBUG [M:0;f286ae0a5299:34143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:34143 2024-11-11T21:17:25,680 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11973291279/backup-masters/f286ae0a5299,34143,1731359845487 2024-11-11T21:17:25,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279/backup-masters 2024-11-11T21:17:25,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279/backup-masters 2024-11-11T21:17:25,692 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on existing znode=/11973291279/backup-masters/f286ae0a5299,34143,1731359845487 2024-11-11T21:17:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11973291279/master 2024-11-11T21:17:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:25,702 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on existing znode=/11973291279/master 2024-11-11T21:17:25,702 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11973291279/backup-masters/f286ae0a5299,34143,1731359845487 from backup master directory 2024-11-11T21:17:25,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11973291279/backup-masters/f286ae0a5299,34143,1731359845487 2024-11-11T21:17:25,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279/backup-masters 2024-11-11T21:17:25,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279/backup-masters 2024-11-11T21:17:25,712 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:25,712 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,34143,1731359845487 2024-11-11T21:17:25,720 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/hbase.id] with ID: 6a20d516-fca9-4938-a712-fd250c967485 2024-11-11T21:17:25,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/.tmp/hbase.id 2024-11-11T21:17:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:17:26,129 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/.tmp/hbase.id]:[hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/hbase.id] 2024-11-11T21:17:26,158 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:26,158 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:17:26,160 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T21:17:26,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:26,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:26,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:17:26,807 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:17:26,809 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:17:26,810 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:26,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:17:27,228 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store 2024-11-11T21:17:27,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:17:27,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:17:27,643 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:27,643 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:17:27,643 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:27,643 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:27,643 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:17:27,644 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:27,644 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:27,644 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359847643Disabling compacts and flushes for region at 1731359847643Disabling writes for close at 1731359847644 (+1 ms)Writing region close event to WAL at 1731359847644Closed at 1731359847644 2024-11-11T21:17:27,648 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/.initializing 2024-11-11T21:17:27,648 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/WALs/f286ae0a5299,34143,1731359845487 2024-11-11T21:17:27,651 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:27,654 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C34143%2C1731359845487, suffix=, logDir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/WALs/f286ae0a5299,34143,1731359845487, archiveDir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/oldWALs, maxLogs=10 2024-11-11T21:17:27,674 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/WALs/f286ae0a5299,34143,1731359845487/f286ae0a5299%2C34143%2C1731359845487.1731359847655, exclude list is [], retry=0 2024-11-11T21:17:27,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43499,DS-d6204c84-aa64-4a50-b1d9-ccff3391c308,DISK] 2024-11-11T21:17:27,681 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/WALs/f286ae0a5299,34143,1731359845487/f286ae0a5299%2C34143%2C1731359845487.1731359847655 2024-11-11T21:17:27,686 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41623:41623)] 2024-11-11T21:17:27,686 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:27,686 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:27,686 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,687 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:17:27,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:27,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:27,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:17:27,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:27,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:27,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:17:27,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:27,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:27,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:17:27,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:27,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:27,702 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,703 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,703 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,706 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,706 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,706 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:27,708 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:27,711 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:27,712 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60959974, jitterRate=-0.09162560105323792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:27,712 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359847687Initializing all the Stores at 1731359847689 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359847689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359847689Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359847689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359847689Cleaning up temporary data from old regions at 1731359847706 (+17 ms)Region opened successfully at 1731359847712 (+6 ms) 2024-11-11T21:17:27,713 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:17:27,717 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13831f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:27,718 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:17:27,718 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:17:27,718 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:17:27,718 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:17:27,719 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:17:27,720 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:17:27,720 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:17:27,722 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:17:27,723 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Unable to get data of znode /11973291279/balancer because node does not exist (not necessarily an error) 2024-11-11T21:17:27,786 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11973291279/balancer already deleted, retry=false 2024-11-11T21:17:27,786 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:17:27,788 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Unable to get data of znode /11973291279/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:17:27,796 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11973291279/normalizer already deleted, retry=false 2024-11-11T21:17:27,797 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:17:27,799 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Unable to get data of znode /11973291279/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:17:27,806 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11973291279/switch/split already deleted, retry=false 2024-11-11T21:17:27,808 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Unable to get data of znode /11973291279/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:17:27,817 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11973291279/switch/merge already deleted, retry=false 2024-11-11T21:17:27,820 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Unable to get data of znode /11973291279/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:17:27,828 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11973291279/snapshot-cleanup already deleted, retry=false 2024-11-11T21:17:27,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11973291279/running 2024-11-11T21:17:27,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11973291279/running 2024-11-11T21:17:27,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:27,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:27,839 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,34143,1731359845487, sessionid=0x1012bc2764c0003, setting cluster-up flag (Was=false) 2024-11-11T21:17:27,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:27,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:27,891 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11973291279/flush-table-proc/acquired, /11973291279/flush-table-proc/reached, /11973291279/flush-table-proc/abort 2024-11-11T21:17:27,895 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,34143,1731359845487 2024-11-11T21:17:27,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:27,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:28,049 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11973291279/online-snapshot/acquired, /11973291279/online-snapshot/reached, /11973291279/online-snapshot/abort 2024-11-11T21:17:28,055 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,34143,1731359845487 2024-11-11T21:17:28,058 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:17:28,063 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:28,064 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:17:28,064 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:17:28,065 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,34143,1731359845487 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:17:28,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:28,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:28,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:28,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:28,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:17:28,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:28,068 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,069 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731359878068 2024-11-11T21:17:28,069 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:17:28,069 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:17:28,069 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:17:28,069 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:17:28,069 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:17:28,069 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:17:28,069 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,069 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(746): ClusterId : 6a20d516-fca9-4938-a712-fd250c967485 2024-11-11T21:17:28,070 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:17:28,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:28,070 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:17:28,070 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:17:28,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:17:28,070 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:17:28,071 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:17:28,071 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:17:28,071 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:17:28,071 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359848071,5,FailOnTimeoutGroup] 2024-11-11T21:17:28,072 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:28,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:17:28,073 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359848071,5,FailOnTimeoutGroup] 2024-11-11T21:17:28,073 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,073 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:17:28,073 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,074 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:17:28,081 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:17:28,081 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:17:28,092 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:17:28,092 DEBUG [RS:0;f286ae0a5299:37243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdf0d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:28,103 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:37243 2024-11-11T21:17:28,103 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:17:28,103 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:17:28,103 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:17:28,104 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,34143,1731359845487 with port=37243, startcode=1731359845645 2024-11-11T21:17:28,104 DEBUG [RS:0;f286ae0a5299:37243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:17:28,106 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:17:28,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,37243,1731359845645 2024-11-11T21:17:28,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34143 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,37243,1731359845645 2024-11-11T21:17:28,109 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81 2024-11-11T21:17:28,109 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37455 2024-11-11T21:17:28,109 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:17:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279/rs 2024-11-11T21:17:28,151 DEBUG [RS:0;f286ae0a5299:37243 {}] zookeeper.ZKUtil(111): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on existing znode=/11973291279/rs/f286ae0a5299,37243,1731359845645 2024-11-11T21:17:28,151 WARN [RS:0;f286ae0a5299:37243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:28,151 INFO [RS:0;f286ae0a5299:37243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:28,151 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/WALs/f286ae0a5299,37243,1731359845645 2024-11-11T21:17:28,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,37243,1731359845645] 2024-11-11T21:17:28,159 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:17:28,162 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:17:28,163 INFO [RS:0;f286ae0a5299:37243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:17:28,163 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,163 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:17:28,165 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:17:28,165 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,165 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,165 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,166 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,166 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,166 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,166 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:28,166 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,166 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,166 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,166 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,166 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,167 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:28,167 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:28,167 DEBUG [RS:0;f286ae0a5299:37243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:28,167 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,167 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,167 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,168 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,168 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,168 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37243,1731359845645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:28,186 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:17:28,186 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37243,1731359845645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,186 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,186 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.Replication(171): f286ae0a5299,37243,1731359845645 started 2024-11-11T21:17:28,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:17:28,204 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:28,204 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,37243,1731359845645, RpcServer on f286ae0a5299/172.17.0.2:37243, sessionid=0x1012bc2764c0004 2024-11-11T21:17:28,204 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:17:28,204 DEBUG [RS:0;f286ae0a5299:37243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,37243,1731359845645 2024-11-11T21:17:28,204 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,37243,1731359845645' 2024-11-11T21:17:28,204 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11973291279/flush-table-proc/abort' 2024-11-11T21:17:28,205 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11973291279/flush-table-proc/acquired' 2024-11-11T21:17:28,206 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:17:28,206 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:17:28,206 DEBUG [RS:0;f286ae0a5299:37243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,37243,1731359845645 2024-11-11T21:17:28,206 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,37243,1731359845645' 2024-11-11T21:17:28,206 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11973291279/online-snapshot/abort' 2024-11-11T21:17:28,206 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11973291279/online-snapshot/acquired' 2024-11-11T21:17:28,207 DEBUG [RS:0;f286ae0a5299:37243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:17:28,207 INFO [RS:0;f286ae0a5299:37243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:17:28,207 INFO [RS:0;f286ae0a5299:37243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:17:28,308 INFO [RS:0;f286ae0a5299:37243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:28,312 INFO [RS:0;f286ae0a5299:37243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C37243%2C1731359845645, suffix=, logDir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/WALs/f286ae0a5299,37243,1731359845645, archiveDir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/oldWALs, maxLogs=10 2024-11-11T21:17:28,329 DEBUG [RS:0;f286ae0a5299:37243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/WALs/f286ae0a5299,37243,1731359845645/f286ae0a5299%2C37243%2C1731359845645.1731359848314, exclude list is [], retry=0 2024-11-11T21:17:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43499,DS-d6204c84-aa64-4a50-b1d9-ccff3391c308,DISK] 2024-11-11T21:17:28,335 INFO [RS:0;f286ae0a5299:37243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/WALs/f286ae0a5299,37243,1731359845645/f286ae0a5299%2C37243%2C1731359845645.1731359848314 2024-11-11T21:17:28,335 DEBUG [RS:0;f286ae0a5299:37243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41623:41623)] 2024-11-11T21:17:28,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:17:28,487 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81 2024-11-11T21:17:28,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:17:28,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:17:28,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:17:28,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:17:28,586 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T21:17:28,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:17:28,587 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:17:28,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:17:28,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T21:17:28,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:28,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:17:28,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:17:28,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:28,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:28,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:17:28,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:17:28,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:28,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:28,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:17:28,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:17:28,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:28,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:28,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:17:28,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:17:28,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:28,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:28,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:17:28,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740 2024-11-11T21:17:28,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740 2024-11-11T21:17:28,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:17:28,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:17:28,925 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:28,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:17:28,930 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:28,931 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58858518, jitterRate=-0.12293973565101624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:28,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359848899Initializing all the Stores at 1731359848903 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359848903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359848904 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359848904Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359848904Cleaning up temporary data from old regions at 1731359848924 (+20 ms)Region opened successfully at 1731359848931 (+7 ms) 2024-11-11T21:17:28,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:17:28,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:17:28,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:17:28,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:17:28,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:17:28,932 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:28,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359848931Disabling compacts and flushes for region at 1731359848931Disabling writes for close at 1731359848931Writing region close event to WAL at 1731359848932 (+1 ms)Closed at 1731359848932 2024-11-11T21:17:28,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:28,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:17:28,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:17:28,935 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:28,937 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:17:29,087 DEBUG [f286ae0a5299:34143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:17:29,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,37243,1731359845645 2024-11-11T21:17:29,096 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,37243,1731359845645, state=OPENING 2024-11-11T21:17:29,144 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:17:29,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:29,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:29,156 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:29,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11973291279/meta-region-server: CHANGED 2024-11-11T21:17:29,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11973291279/meta-region-server: CHANGED 2024-11-11T21:17:29,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,37243,1731359845645}] 2024-11-11T21:17:29,313 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:17:29,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:17:29,329 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:17:29,329 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:29,330 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:17:29,332 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C37243%2C1731359845645.meta, suffix=.meta, logDir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/WALs/f286ae0a5299,37243,1731359845645, archiveDir=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/oldWALs, maxLogs=10 2024-11-11T21:17:29,346 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/WALs/f286ae0a5299,37243,1731359845645/f286ae0a5299%2C37243%2C1731359845645.meta.1731359849334.meta, exclude list is [], retry=0 2024-11-11T21:17:29,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43499,DS-d6204c84-aa64-4a50-b1d9-ccff3391c308,DISK] 2024-11-11T21:17:29,352 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/WALs/f286ae0a5299,37243,1731359845645/f286ae0a5299%2C37243%2C1731359845645.meta.1731359849334.meta 2024-11-11T21:17:29,352 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41623:41623)] 2024-11-11T21:17:29,352 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:29,353 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:17:29,353 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:17:29,353 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:17:29,353 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:17:29,353 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:17:29,353 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:29,353 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:17:29,353 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:17:29,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:17:29,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:17:29,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:29,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:29,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:17:29,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:17:29,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:29,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:29,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:17:29,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:17:29,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:29,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:29,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:17:29,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:17:29,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:29,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:29,363 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:17:29,364 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740 2024-11-11T21:17:29,366 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740 2024-11-11T21:17:29,368 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:17:29,368 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:17:29,369 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:29,371 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:17:29,372 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59438544, jitterRate=-0.11429667472839355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:29,372 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:17:29,372 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359849354Writing region info on filesystem at 1731359849354Initializing all the Stores at 1731359849355 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359849355Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359849355Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359849355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359849356 (+1 ms)Cleaning up temporary data from old regions at 1731359849368 (+12 ms)Running coprocessor post-open hooks at 1731359849372 (+4 ms)Region opened successfully at 1731359849372 2024-11-11T21:17:29,374 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359849313 2024-11-11T21:17:29,377 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:17:29,377 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:17:29,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,37243,1731359845645 2024-11-11T21:17:29,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,37243,1731359845645, state=OPEN 2024-11-11T21:17:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11973291279/meta-region-server 2024-11-11T21:17:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11973291279/meta-region-server 2024-11-11T21:17:29,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,37243,1731359845645 2024-11-11T21:17:29,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11973291279/meta-region-server: CHANGED 2024-11-11T21:17:29,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11973291279/meta-region-server: CHANGED 2024-11-11T21:17:29,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:17:29,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,37243,1731359845645 in 230 msec 2024-11-11T21:17:29,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:17:29,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-11T21:17:29,395 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:29,395 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:17:29,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:29,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,37243,1731359845645, seqNum=-1] 2024-11-11T21:17:29,398 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:29,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:29,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-11-11T21:17:29,408 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359849408, completionTime=-1 2024-11-11T21:17:29,408 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:17:29,408 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:17:29,410 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:17:29,410 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731359909410 2024-11-11T21:17:29,411 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731359969411 2024-11-11T21:17:29,411 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:17:29,411 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34143,1731359845487-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:29,411 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34143,1731359845487-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:29,411 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34143,1731359845487-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:29,411 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:34143, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:29,411 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:29,412 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:29,414 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:17:29,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.704sec 2024-11-11T21:17:29,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:17:29,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:17:29,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:17:29,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:17:29,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:17:29,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34143,1731359845487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:29,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34143,1731359845487-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:17:29,420 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:17:29,420 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:17:29,420 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34143,1731359845487-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:29,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee97376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:29,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34143,-1 for getting cluster id 2024-11-11T21:17:29,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:29,487 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a20d516-fca9-4938-a712-fd250c967485' 2024-11-11T21:17:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a20d516-fca9-4938-a712-fd250c967485" 2024-11-11T21:17:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c3f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34143,-1] 2024-11-11T21:17:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:29,490 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:29,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44435e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:29,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:29,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,37243,1731359845645, seqNum=-1] 2024-11-11T21:17:29,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:29,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:29,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,34143,1731359845487 2024-11-11T21:17:29,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50314 2024-11-11T21:17:29,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:29,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012bc2764c0005 connected 2024-11-11T21:17:29,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0848ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:29,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,40323,-1 for getting cluster id 2024-11-11T21:17:29,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:29,537 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdd8e62-0dc0-4a5b-a8de-162b1688ce2b' 2024-11-11T21:17:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdd8e62-0dc0-4a5b-a8de-162b1688ce2b" 2024-11-11T21:17:29,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b9550a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:29,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,40323,-1] 2024-11-11T21:17:29,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:29,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:29,540 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12392feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:29,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,40323,1731359838164 2024-11-11T21:17:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d318575 2024-11-11T21:17:29,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:29,559 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:29,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:17:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:17:29,572 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:34143' 2024-11-11T21:17:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:29,574 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677c913c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:29,574 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34143,-1 for getting cluster id 2024-11-11T21:17:29,574 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:29,575 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a20d516-fca9-4938-a712-fd250c967485' 2024-11-11T21:17:29,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a20d516-fca9-4938-a712-fd250c967485" 2024-11-11T21:17:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0da513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34143,-1] 2024-11-11T21:17:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:29,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:29,578 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:29,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3387180a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:29,579 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:29,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34143,1731359845487 2024-11-11T21:17:29,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21f4c162 2024-11-11T21:17:29,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:29,585 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:29,600 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T21:17:29,600 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:17:29,604 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:29,604 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:29,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:29,606 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:17:29,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:17:29,614 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:17:29,615 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:29,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:17:29,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741835_1011 (size=1138) 2024-11-11T21:17:29,663 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:17:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:30,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c344e8a4922ddfb312eb0409a02ee277, NAME => 'hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a 2024-11-11T21:17:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741836_1012 (size=44) 2024-11-11T21:17:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:30,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:30,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c344e8a4922ddfb312eb0409a02ee277, disabling compactions & flushes 2024-11-11T21:17:30,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:30,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:30,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. after waiting 0 ms 2024-11-11T21:17:30,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:30,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:30,448 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c344e8a4922ddfb312eb0409a02ee277: Waiting for close lock at 1731359850447Disabling compacts and flushes for region at 1731359850447Disabling writes for close at 1731359850447Writing region close event to WAL at 1731359850447Closed at 1731359850447 2024-11-11T21:17:30,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:17:30,458 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731359850451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359850451"}]},"ts":"1731359850451"} 2024-11-11T21:17:30,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:17:30,465 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:17:30,467 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359850465"}]},"ts":"1731359850465"} 2024-11-11T21:17:30,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:17:30,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN}] 2024-11-11T21:17:30,475 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN 2024-11-11T21:17:30,476 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN; state=OFFLINE, location=f286ae0a5299,36833,1731359839044; forceNewPlan=false, retain=false 2024-11-11T21:17:30,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c344e8a4922ddfb312eb0409a02ee277, regionState=OPENING, regionLocation=f286ae0a5299,36833,1731359839044 2024-11-11T21:17:30,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN because future has completed 2024-11-11T21:17:30,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c344e8a4922ddfb312eb0409a02ee277, server=f286ae0a5299,36833,1731359839044}] 2024-11-11T21:17:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:30,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:30,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:30,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:17:30,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C36833%2C1731359839044.rep, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs, maxLogs=10 2024-11-11T21:17:30,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.rep.1731359850810, exclude list is [], retry=0 2024-11-11T21:17:30,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-6a938830-dbd1-4151-9278-41b321d9055b,DISK] 2024-11-11T21:17:30,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.rep.1731359850810 2024-11-11T21:17:30,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-11T21:17:30,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c344e8a4922ddfb312eb0409a02ee277, NAME => 'hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:30,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:17:30,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:17:30,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. service=MultiRowMutationService 2024-11-11T21:17:30,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:17:30,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:30,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,831 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,833 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c344e8a4922ddfb312eb0409a02ee277 columnFamilyName hfileref 2024-11-11T21:17:30,833 DEBUG [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:30,834 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(327): Store=c344e8a4922ddfb312eb0409a02ee277/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:30,834 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,836 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c344e8a4922ddfb312eb0409a02ee277 columnFamilyName queue 2024-11-11T21:17:30,836 DEBUG [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:30,837 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(327): Store=c344e8a4922ddfb312eb0409a02ee277/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:30,837 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,840 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c344e8a4922ddfb312eb0409a02ee277 columnFamilyName sid 2024-11-11T21:17:30,840 DEBUG [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:30,840 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(327): Store=c344e8a4922ddfb312eb0409a02ee277/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:30,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:17:30,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:30,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c344e8a4922ddfb312eb0409a02ee277; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66510470, jitterRate=-0.008916765451431274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:17:30,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:30,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c344e8a4922ddfb312eb0409a02ee277: Running coprocessor pre-open hook at 1731359850830Writing region info on filesystem at 1731359850830Initializing all the Stores at 1731359850831 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359850831Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359850831Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359850831Cleaning up temporary data from old regions at 1731359850845 (+14 ms)Running coprocessor post-open hooks at 1731359850852 (+7 ms)Region opened successfully at 1731359850853 (+1 ms) 2024-11-11T21:17:30,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277., pid=7, masterSystemTime=1731359850791 2024-11-11T21:17:30,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:30,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:30,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c344e8a4922ddfb312eb0409a02ee277, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36833,1731359839044 2024-11-11T21:17:30,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c344e8a4922ddfb312eb0409a02ee277, server=f286ae0a5299,36833,1731359839044 because future has completed 2024-11-11T21:17:30,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T21:17:30,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c344e8a4922ddfb312eb0409a02ee277, server=f286ae0a5299,36833,1731359839044 in 229 msec 2024-11-11T21:17:30,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:17:30,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN in 395 msec 2024-11-11T21:17:30,873 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:17:30,873 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359850873"}]},"ts":"1731359850873"} 2024-11-11T21:17:30,876 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:17:30,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:17:30,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2720 sec 2024-11-11T21:17:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277., hostname=f286ae0a5299,36833,1731359839044, seqNum=2] 2024-11-11T21:17:30,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36833 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T21:17:31,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:31,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:31,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:17:31,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T21:17:31,200 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:17:31,235 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,36833,1731359839044, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:17:31,236 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:31,236 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36833,1731359839044, seqNum=-1] 2024-11-11T21:17:31,237 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:31,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T21:17:31,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,36833,1731359839044', locateType=CURRENT is [region=hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277., hostname=f286ae0a5299,36833,1731359839044, seqNum=2] 2024-11-11T21:17:31,248 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T21:17:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T21:17:31,253 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,36833,1731359839044 suceeded 2024-11-11T21:17:31,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T21:17:31,257 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:17:31,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-11T21:17:31,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6950 sec 2024-11-11T21:17:31,266 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:34143' 2024-11-11T21:17:31,268 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@685f3681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:31,268 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34143,-1 for getting cluster id 2024-11-11T21:17:31,268 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:31,269 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a20d516-fca9-4938-a712-fd250c967485' 2024-11-11T21:17:31,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:31,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a20d516-fca9-4938-a712-fd250c967485" 2024-11-11T21:17:31,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49def2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:31,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34143,-1] 2024-11-11T21:17:31,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:31,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:31,271 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:31,272 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c07c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:31,272 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:31,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34143,1731359845487 2024-11-11T21:17:31,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@714e8640 2024-11-11T21:17:31,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:31,274 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T21:17:31,275 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,36833,1731359839044 (queues=1) is replicating from cluster=abdd8e62-0dc0-4a5b-a8de-162b1688ce2b to cluster=6a20d516-fca9-4938-a712-fd250c967485 2024-11-11T21:17:31,277 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C36833%2C1731359839044 2024-11-11T21:17:31,281 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,36833,1731359839044, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:17:31,282 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.shipperf286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C36833%2C1731359839044 2024-11-11T21:17:31,285 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569, startPosition=0, beingWritten=true 2024-11-11T21:17:31,535 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 to pos 0, reset compression=false 2024-11-11T21:17:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:31,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:31,727 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:17:31,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:31,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:31,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:31,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:31,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fac4b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:31,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,40323,-1 for getting cluster id 2024-11-11T21:17:31,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:31,733 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdd8e62-0dc0-4a5b-a8de-162b1688ce2b' 2024-11-11T21:17:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdd8e62-0dc0-4a5b-a8de-162b1688ce2b" 2024-11-11T21:17:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114a6b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,40323,-1] 2024-11-11T21:17:31,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:31,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:31,737 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64772266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:31,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:31,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,40323,1731359838164 2024-11-11T21:17:31,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383ae4ee 2024-11-11T21:17:31,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:31,741 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:31,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://f286ae0a5299:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:17:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:17:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T21:17:31,746 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:34143' 2024-11-11T21:17:31,747 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3261a2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:31,747 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34143,-1 for getting cluster id 2024-11-11T21:17:31,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:31,748 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a20d516-fca9-4938-a712-fd250c967485' 2024-11-11T21:17:31,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:31,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a20d516-fca9-4938-a712-fd250c967485" 2024-11-11T21:17:31,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e18ef03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:31,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34143,-1] 2024-11-11T21:17:31,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:31,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:31,750 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:31,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccfda08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:31,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:31,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34143,1731359845487 2024-11-11T21:17:31,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3681eda2 2024-11-11T21:17:31,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:31,753 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:31,754 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:17:31,754 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:17:31,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:31,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:31,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:31,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:17:31,844 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 to pos 0, reset compression=false 2024-11-11T21:17:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T21:17:31,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T21:17:31,973 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T21:17:32,005 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f286ae0a5299,36833,1731359839044, ReplicationSource: 2, currentBandwidth=0 2024-11-11T21:17:32,009 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T21:17:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T21:17:32,013 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f286ae0a5299,36833,1731359839044 suceeded 2024-11-11T21:17:32,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:17:32,016 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f286ae0a5299:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:17:32,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-11T21:17:32,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 274 msec 2024-11-11T21:17:32,026 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:34143' 2024-11-11T21:17:32,027 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a4ba122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:32,027 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34143,-1 for getting cluster id 2024-11-11T21:17:32,027 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:32,028 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a20d516-fca9-4938-a712-fd250c967485' 2024-11-11T21:17:32,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:32,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a20d516-fca9-4938-a712-fd250c967485" 2024-11-11T21:17:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b3c2c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34143,-1] 2024-11-11T21:17:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,030 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:32,031 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35626f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:32,031 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34143,1731359845487 2024-11-11T21:17:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e807150 2024-11-11T21:17:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:32,033 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T21:17:32,034 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f286ae0a5299,36833,1731359839044 (queues=1) is replicating from cluster=abdd8e62-0dc0-4a5b-a8de-162b1688ce2b to cluster=6a20d516-fca9-4938-a712-fd250c967485 2024-11-11T21:17:32,034 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f286ae0a5299%2C36833%2C1731359839044 2024-11-11T21:17:32,034 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f286ae0a5299,36833,1731359839044, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:17:32,034 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044.replicationSource.shipperf286ae0a5299%2C36833%2C1731359839044,2-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C36833%2C1731359839044 2024-11-11T21:17:32,034 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,2-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569, startPosition=0, beingWritten=true 2024-11-11T21:17:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T21:17:32,057 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T21:17:32,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:32,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:32,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:32,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:32,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,40323,1731359838164 2024-11-11T21:17:32,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@151e176c 2024-11-11T21:17:32,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:32,066 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:32,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T21:17:32,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T21:17:32,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T21:17:32,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T21:17:32,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:17:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T21:17:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T21:17:32,083 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:34143' 2024-11-11T21:17:32,085 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d61b96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:32,085 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34143,-1 for getting cluster id 2024-11-11T21:17:32,085 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:32,086 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a20d516-fca9-4938-a712-fd250c967485' 2024-11-11T21:17:32,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:32,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a20d516-fca9-4938-a712-fd250c967485" 2024-11-11T21:17:32,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ed3c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:32,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34143,-1] 2024-11-11T21:17:32,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:32,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,088 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:32,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edf6127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:32,090 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34143,1731359845487 2024-11-11T21:17:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fd1755e 2024-11-11T21:17:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:32,092 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:32,093 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T21:17:32,093 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:17:32,093 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,093 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:32,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:17:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T21:17:32,241 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,2-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 to pos 0, reset compression=false 2024-11-11T21:17:32,253 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 to pos 0, reset compression=false 2024-11-11T21:17:32,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T21:17:32,257 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T21:17:32,260 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T21:17:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T21:17:32,266 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f286ae0a5299,36833,1731359839044 suceeded 2024-11-11T21:17:32,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T21:17:32,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-11T21:17:32,270 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f286ae0a5299:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:17:32,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-11T21:17:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T21:17:32,397 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T21:17:32,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://f286ae0a5299:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:17:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T21:17:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T21:17:32,401 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:34143' 2024-11-11T21:17:32,402 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bca839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:32,402 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34143,-1 for getting cluster id 2024-11-11T21:17:32,402 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:32,403 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a20d516-fca9-4938-a712-fd250c967485' 2024-11-11T21:17:32,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:32,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a20d516-fca9-4938-a712-fd250c967485" 2024-11-11T21:17:32,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6393d64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:32,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34143,-1] 2024-11-11T21:17:32,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:32,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,405 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:32,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312b1acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:32,406 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:32,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34143,1731359845487 2024-11-11T21:17:32,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b02554 2024-11-11T21:17:32,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:32,408 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:32,409 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T21:17:32,409 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:17:32,409 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,409 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:32,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:17:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T21:17:32,548 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,2-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 to pos 0, reset compression=false 2024-11-11T21:17:32,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T21:17:32,573 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T21:17:32,575 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T21:17:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T21:17:32,580 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f286ae0a5299,36833,1731359839044 suceeded 2024-11-11T21:17:32,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T21:17:32,587 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f286ae0a5299:34143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:17:32,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-11T21:17:32,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-11T21:17:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T21:17:32,718 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T21:17:32,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T21:17:32,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40323 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T21:17:32,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:32,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:32,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:32,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:17:32,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619327374, stopped=false 2024-11-11T21:17:32,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,40323,1731359838164 2024-11-11T21:17:32,763 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 to pos 0, reset compression=false 2024-11-11T21:17:32,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/running 2024-11-11T21:17:32,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/running 2024-11-11T21:17:32,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:32,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:32,775 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:17:32,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:32,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:32,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/running 2024-11-11T21:17:32,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/running 2024-11-11T21:17:32,776 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,36833,1731359839044' ***** 2024-11-11T21:17:32,777 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:17:32,777 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:17:32,778 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:17:32,778 INFO [RS:0;f286ae0a5299:36833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:17:32,778 INFO [RS:0;f286ae0a5299:36833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:17:32,778 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(3091): Received CLOSE for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:32,779 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,36833,1731359839044 2024-11-11T21:17:32,779 INFO [RS:0;f286ae0a5299:36833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:17:32,779 INFO [RS:0;f286ae0a5299:36833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36833. 2024-11-11T21:17:32,780 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c344e8a4922ddfb312eb0409a02ee277, disabling compactions & flushes 2024-11-11T21:17:32,780 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:32,780 DEBUG [RS:0;f286ae0a5299:36833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:32,780 DEBUG [RS:0;f286ae0a5299:36833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:32,780 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:32,780 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. after waiting 0 ms 2024-11-11T21:17:32,780 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:32,780 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:17:32,781 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:17:32,781 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:17:32,781 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:17:32,781 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:17:32,782 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c344e8a4922ddfb312eb0409a02ee277=hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277.} 2024-11-11T21:17:32,782 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:17:32,782 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:17:32,782 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:17:32,782 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:17:32,782 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:17:32,782 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:32,785 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c344e8a4922ddfb312eb0409a02ee277 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T21:17:32,785 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T21:17:32,843 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:17:32,845 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/info/a485bb2375f74ce9aea3d33ba5321410 is 147, key is hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277./info:regioninfo/1731359850859/Put/seqid=0 2024-11-11T21:17:32,845 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277/.tmp/queue/9461c8e784cc48208a1fb48eff9ffc67 is 151, key is 1-f286ae0a5299,36833,1731359839044/queue:f286ae0a5299%2C36833%2C1731359839044/1731359851242/Put/seqid=0 2024-11-11T21:17:32,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741839_1015 (size=6631) 2024-11-11T21:17:32,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741838_1014 (size=5500) 2024-11-11T21:17:32,856 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/info/a485bb2375f74ce9aea3d33ba5321410 2024-11-11T21:17:32,919 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/ns/5a26ef393d0342afb46327ea60e064a0 is 43, key is default/ns:d/1731359842828/Put/seqid=0 2024-11-11T21:17:32,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741840_1016 (size=5153) 2024-11-11T21:17:32,956 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,2-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 to pos 0, reset compression=false 2024-11-11T21:17:32,982 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:33,183 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:33,257 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277/.tmp/queue/9461c8e784cc48208a1fb48eff9ffc67 2024-11-11T21:17:33,327 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/ns/5a26ef393d0342afb46327ea60e064a0 2024-11-11T21:17:33,334 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277/.tmp/queue/9461c8e784cc48208a1fb48eff9ffc67 as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277/queue/9461c8e784cc48208a1fb48eff9ffc67 2024-11-11T21:17:33,345 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277/queue/9461c8e784cc48208a1fb48eff9ffc67, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T21:17:33,351 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c344e8a4922ddfb312eb0409a02ee277 in 567ms, sequenceid=6, compaction requested=false 2024-11-11T21:17:33,352 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:17:33,356 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/table/e1e155415d5346bcb3a41a0aa1a2539b is 53, key is hbase:replication/table:state/1731359850873/Put/seqid=0 2024-11-11T21:17:33,360 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T21:17:33,362 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:17:33,362 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:17:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741841_1017 (size=5256) 2024-11-11T21:17:33,363 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:33,363 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c344e8a4922ddfb312eb0409a02ee277: Waiting for close lock at 1731359852779Running coprocessor pre-close hooks at 1731359852779Disabling compacts and flushes for region at 1731359852779Disabling writes for close at 1731359852780 (+1 ms)Obtaining lock to block concurrent updates at 1731359852785 (+5 ms)Preparing flush snapshotting stores in c344e8a4922ddfb312eb0409a02ee277 at 1731359852786 (+1 ms)Finished memstore snapshotting hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731359852794 (+8 ms)Flushing stores of hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. at 1731359852796 (+2 ms)Flushing c344e8a4922ddfb312eb0409a02ee277/queue: creating writer at 1731359852797 (+1 ms)Flushing c344e8a4922ddfb312eb0409a02ee277/queue: appending metadata at 1731359852831 (+34 ms)Flushing c344e8a4922ddfb312eb0409a02ee277/queue: closing flushed file at 1731359852834 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48529eb: reopening flushed file at 1731359853332 (+498 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c344e8a4922ddfb312eb0409a02ee277 in 567ms, sequenceid=6, compaction requested=false at 1731359853351 (+19 ms)Writing region close event to WAL at 1731359853354 (+3 ms)Running coprocessor post-close hooks at 1731359853361 (+7 ms)Closed at 1731359853363 (+2 ms) 2024-11-11T21:17:33,363 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/table/e1e155415d5346bcb3a41a0aa1a2539b 2024-11-11T21:17:33,363 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:33,373 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 to pos 0, reset compression=false 2024-11-11T21:17:33,374 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/info/a485bb2375f74ce9aea3d33ba5321410 as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/info/a485bb2375f74ce9aea3d33ba5321410 2024-11-11T21:17:33,383 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/info/a485bb2375f74ce9aea3d33ba5321410, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T21:17:33,383 DEBUG [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:17:33,384 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/ns/5a26ef393d0342afb46327ea60e064a0 as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/ns/5a26ef393d0342afb46327ea60e064a0 2024-11-11T21:17:33,392 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/ns/5a26ef393d0342afb46327ea60e064a0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:17:33,394 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/table/e1e155415d5346bcb3a41a0aa1a2539b as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/table/e1e155415d5346bcb3a41a0aa1a2539b 2024-11-11T21:17:33,402 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/table/e1e155415d5346bcb3a41a0aa1a2539b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T21:17:33,403 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 621ms, sequenceid=11, compaction requested=false 2024-11-11T21:17:33,409 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T21:17:33,410 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:17:33,410 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:17:33,410 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:33,410 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359852781Running coprocessor pre-close hooks at 1731359852781Disabling compacts and flushes for region at 1731359852781Disabling writes for close at 1731359852782 (+1 ms)Obtaining lock to block concurrent updates at 1731359852785 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731359852786 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731359852794 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731359852796 (+2 ms)Flushing 1588230740/info: creating writer at 1731359852797 (+1 ms)Flushing 1588230740/info: appending metadata at 1731359852832 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731359852834 (+2 ms)Flushing 1588230740/ns: creating writer at 1731359852903 (+69 ms)Flushing 1588230740/ns: appending metadata at 1731359852918 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731359852919 (+1 ms)Flushing 1588230740/table: creating writer at 1731359853340 (+421 ms)Flushing 1588230740/table: appending metadata at 1731359853356 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731359853356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e530d: reopening flushed file at 1731359853373 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d3ac02: reopening flushed file at 1731359853383 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51765431: reopening flushed file at 1731359853392 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 621ms, sequenceid=11, compaction requested=false at 1731359853403 (+11 ms)Writing region close event to WAL at 1731359853405 (+2 ms)Running coprocessor post-close hooks at 1731359853410 (+5 ms)Closed at 1731359853410 2024-11-11T21:17:33,410 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:33,442 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:17:33,442 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:17:33,464 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,2-f286ae0a5299,36833,1731359839044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 to pos 0, reset compression=false 2024-11-11T21:17:33,584 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,36833,1731359839044; all regions closed. 2024-11-11T21:17:33,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741834_1010 (size=2742) 2024-11-11T21:17:33,603 DEBUG [RS:0;f286ae0a5299:36833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs 2024-11-11T21:17:33,604 INFO [RS:0;f286ae0a5299:36833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C36833%2C1731359839044.meta:.meta(num 1731359842643) 2024-11-11T21:17:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741837_1013 (size=1802) 2024-11-11T21:17:33,611 DEBUG [RS:0;f286ae0a5299:36833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs 2024-11-11T21:17:33,611 INFO [RS:0;f286ae0a5299:36833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C36833%2C1731359839044.rep:(num 1731359850810) 2024-11-11T21:17:33,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741832_1008 (size=93) 2024-11-11T21:17:33,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044/f286ae0a5299%2C36833%2C1731359839044.1731359841569 not finished, retry = 0 2024-11-11T21:17:33,724 DEBUG [RS:0;f286ae0a5299:36833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs 2024-11-11T21:17:33,724 INFO [RS:0;f286ae0a5299:36833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C36833%2C1731359839044:(num 1731359841569) 2024-11-11T21:17:33,724 DEBUG [RS:0;f286ae0a5299:36833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:33,724 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:17:33,725 INFO [RS:0;f286ae0a5299:36833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:17:33,726 INFO [RS:0;f286ae0a5299:36833 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:17:33,726 INFO [RS:0;f286ae0a5299:36833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:17:33,726 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:17:33,727 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,36833,1731359839044 because: Region server is closing 2024-11-11T21:17:33,727 INFO [RS:0;f286ae0a5299:36833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36833. 2024-11-11T21:17:33,728 DEBUG [RS:0;f286ae0a5299:36833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:33,728 DEBUG [RS:0;f286ae0a5299:36833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:33,728 DEBUG [RS:0;f286ae0a5299:36833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:33,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:33,828 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.shipperf286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T21:17:33,828 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:17:33,829 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36833,1731359839044.replicationSource.shipperf286ae0a5299%2C36833%2C1731359839044,1-f286ae0a5299,36833,1731359839044 terminated 2024-11-11T21:17:33,831 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f286ae0a5299,36833,1731359839044 because: Region server is closing 2024-11-11T21:17:33,831 INFO [RS:0;f286ae0a5299:36833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36833. 2024-11-11T21:17:33,832 DEBUG [RS:0;f286ae0a5299:36833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:33,832 DEBUG [RS:0;f286ae0a5299:36833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:33,832 DEBUG [RS:0;f286ae0a5299:36833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:33,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:33,933 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044.replicationSource.wal-reader.f286ae0a5299%2C36833%2C1731359839044,2-f286ae0a5299,36833,1731359839044 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:17:33,933 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044.replicationSource.shipperf286ae0a5299%2C36833%2C1731359839044,2-f286ae0a5299,36833,1731359839044 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T21:17:33,934 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36833,1731359839044.replicationSource.shipperf286ae0a5299%2C36833%2C1731359839044,2-f286ae0a5299,36833,1731359839044 terminated 2024-11-11T21:17:33,934 INFO [RS:0;f286ae0a5299:36833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36833 2024-11-11T21:17:33,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/rs 2024-11-11T21:17:33,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/rs/f286ae0a5299,36833,1731359839044 2024-11-11T21:17:33,986 INFO [RS:0;f286ae0a5299:36833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:17:33,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,36833,1731359839044] 2024-11-11T21:17:34,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/draining/f286ae0a5299,36833,1731359839044 already deleted, retry=false 2024-11-11T21:17:34,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,36833,1731359839044 expired; onlineServers=0 2024-11-11T21:17:34,006 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,40323,1731359838164' ***** 2024-11-11T21:17:34,006 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:17:34,007 INFO [M:0;f286ae0a5299:40323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:17:34,007 INFO [M:0;f286ae0a5299:40323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:17:34,007 DEBUG [M:0;f286ae0a5299:40323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:17:34,007 DEBUG [M:0;f286ae0a5299:40323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:17:34,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:17:34,007 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359841240 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359841240,5,FailOnTimeoutGroup] 2024-11-11T21:17:34,007 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359841238 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359841238,5,FailOnTimeoutGroup] 2024-11-11T21:17:34,007 INFO [M:0;f286ae0a5299:40323 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:17:34,007 INFO [M:0;f286ae0a5299:40323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:17:34,008 DEBUG [M:0;f286ae0a5299:40323 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:17:34,008 INFO [M:0;f286ae0a5299:40323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:17:34,008 INFO [M:0;f286ae0a5299:40323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:17:34,008 INFO [M:0;f286ae0a5299:40323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:17:34,008 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:17:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/master 2024-11-11T21:17:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:34,017 DEBUG [M:0;f286ae0a5299:40323 {}] zookeeper.ZKUtil(347): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/master because node does not exist (not an error) 2024-11-11T21:17:34,017 WARN [M:0;f286ae0a5299:40323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:17:34,018 INFO [M:0;f286ae0a5299:40323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/.lastflushedseqids 2024-11-11T21:17:34,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741842_1018 (size=181) 2024-11-11T21:17:34,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:34,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36833-0x1012bc2764c0001, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:34,098 INFO [RS:0;f286ae0a5299:36833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:17:34,098 INFO [RS:0;f286ae0a5299:36833 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,36833,1731359839044; zookeeper connection closed. 2024-11-11T21:17:34,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11590677 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11590677 2024-11-11T21:17:34,099 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:17:34,433 INFO [M:0;f286ae0a5299:40323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:17:34,433 INFO [M:0;f286ae0a5299:40323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:17:34,433 DEBUG [M:0;f286ae0a5299:40323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:17:34,433 INFO [M:0;f286ae0a5299:40323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:34,434 DEBUG [M:0;f286ae0a5299:40323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:34,434 DEBUG [M:0;f286ae0a5299:40323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:17:34,434 DEBUG [M:0;f286ae0a5299:40323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:34,434 INFO [M:0;f286ae0a5299:40323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T21:17:34,456 DEBUG [M:0;f286ae0a5299:40323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/418a2fd770224eb78b8b4fbcf1099ce9 is 82, key is hbase:meta,,1/info:regioninfo/1731359842733/Put/seqid=0 2024-11-11T21:17:34,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741843_1019 (size=5672) 2024-11-11T21:17:34,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:17:34,864 INFO [M:0;f286ae0a5299:40323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/418a2fd770224eb78b8b4fbcf1099ce9 2024-11-11T21:17:34,897 DEBUG [M:0;f286ae0a5299:40323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8622015c222d4a3083e5457a17f10cc4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731359850880/Put/seqid=0 2024-11-11T21:17:34,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741844_1020 (size=8663) 2024-11-11T21:17:35,304 INFO [M:0;f286ae0a5299:40323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8622015c222d4a3083e5457a17f10cc4 2024-11-11T21:17:35,328 DEBUG [M:0;f286ae0a5299:40323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf9d834882f744d595d4d23380117d8b is 69, key is f286ae0a5299,36833,1731359839044/rs:state/1731359841317/Put/seqid=0 2024-11-11T21:17:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741845_1021 (size=5156) 2024-11-11T21:17:35,735 INFO [M:0;f286ae0a5299:40323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf9d834882f744d595d4d23380117d8b 2024-11-11T21:17:35,747 DEBUG [M:0;f286ae0a5299:40323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/418a2fd770224eb78b8b4fbcf1099ce9 as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/418a2fd770224eb78b8b4fbcf1099ce9 2024-11-11T21:17:35,755 INFO [M:0;f286ae0a5299:40323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/418a2fd770224eb78b8b4fbcf1099ce9, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T21:17:35,757 DEBUG [M:0;f286ae0a5299:40323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8622015c222d4a3083e5457a17f10cc4 as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8622015c222d4a3083e5457a17f10cc4 2024-11-11T21:17:35,763 INFO [M:0;f286ae0a5299:40323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8622015c222d4a3083e5457a17f10cc4, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T21:17:35,764 DEBUG [M:0;f286ae0a5299:40323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf9d834882f744d595d4d23380117d8b as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf9d834882f744d595d4d23380117d8b 2024-11-11T21:17:35,771 INFO [M:0;f286ae0a5299:40323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf9d834882f744d595d4d23380117d8b, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T21:17:35,772 INFO [M:0;f286ae0a5299:40323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false 2024-11-11T21:17:35,774 INFO [M:0;f286ae0a5299:40323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:35,774 DEBUG [M:0;f286ae0a5299:40323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359854433Disabling compacts and flushes for region at 1731359854433Disabling writes for close at 1731359854434 (+1 ms)Obtaining lock to block concurrent updates at 1731359854434Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359854434Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731359854435 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359854436 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359854436Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359854455 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359854455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359854874 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359854897 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359854897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359855313 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359855328 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359855328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44afeb50: reopening flushed file at 1731359855746 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ab43a: reopening flushed file at 1731359855755 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209d9d56: reopening flushed file at 1731359855763 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false at 1731359855772 (+9 ms)Writing region close event to WAL at 1731359855774 (+2 ms)Closed at 1731359855774 2024-11-11T21:17:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741830_1006 (size=59421) 2024-11-11T21:17:35,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:17:35,778 INFO [M:0;f286ae0a5299:40323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:17:35,778 INFO [M:0;f286ae0a5299:40323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40323 2024-11-11T21:17:35,778 INFO [M:0;f286ae0a5299:40323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:17:35,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:35,970 INFO [M:0;f286ae0a5299:40323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:17:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40323-0x1012bc2764c0000, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:35,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:35,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:35,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:35,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:35,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:35,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:35,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:17:35,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:35,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41967 2024-11-11T21:17:35,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41967 connecting to ZooKeeper ensemble=127.0.0.1:50314 2024-11-11T21:17:35,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419670x0, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:35,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41967-0x1012bc2764c0006 connected 2024-11-11T21:17:36,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:36,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:36,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/running 2024-11-11T21:17:36,017 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: INIT 2024-11-11T21:17:36,017 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a, hbase.cluster.distributed=false 2024-11-11T21:17:36,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/acl 2024-11-11T21:17:36,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41967 2024-11-11T21:17:36,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41967 2024-11-11T21:17:36,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41967 2024-11-11T21:17:36,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41967 2024-11-11T21:17:36,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41967 2024-11-11T21:17:36,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:36,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:36,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:36,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:36,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:36,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:36,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:17:36,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:36,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37323 2024-11-11T21:17:36,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37323 connecting to ZooKeeper ensemble=127.0.0.1:50314 2024-11-11T21:17:36,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:36,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373230x0, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:36,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373230x0, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/running 2024-11-11T21:17:36,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37323-0x1012bc2764c0007 connected 2024-11-11T21:17:36,049 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: INIT 2024-11-11T21:17:36,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:17:36,050 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:17:36,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/master 2024-11-11T21:17:36,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/acl 2024-11-11T21:17:36,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-11T21:17:36,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37323 2024-11-11T21:17:36,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37323 2024-11-11T21:17:36,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-11T21:17:36,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-11T21:17:36,066 DEBUG [M:0;f286ae0a5299:41967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:41967 2024-11-11T21:17:36,067 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2045127779/backup-masters/f286ae0a5299,41967,1731359855975 2024-11-11T21:17:36,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/backup-masters 2024-11-11T21:17:36,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/backup-masters 2024-11-11T21:17:36,080 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on existing znode=/0-2045127779/backup-masters/f286ae0a5299,41967,1731359855975 2024-11-11T21:17:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2045127779/master 2024-11-11T21:17:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:36,091 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on existing znode=/0-2045127779/master 2024-11-11T21:17:36,092 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2045127779/backup-masters/f286ae0a5299,41967,1731359855975 from backup master directory 2024-11-11T21:17:36,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/backup-masters/f286ae0a5299,41967,1731359855975 2024-11-11T21:17:36,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/backup-masters 2024-11-11T21:17:36,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/backup-masters 2024-11-11T21:17:36,101 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:36,101 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,41967,1731359855975 2024-11-11T21:17:36,122 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:36,122 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:17:36,135 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-11T21:17:36,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741846_1022 (size=196) 2024-11-11T21:17:36,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:17:36,556 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:17:36,557 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:36,566 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T21:17:36,570 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164 to hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164-dead as it is dead 2024-11-11T21:17:36,571 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T21:17:36,571 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T21:17:36,571 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164-dead/f286ae0a5299%2C40323%2C1731359838164.1731359840469 2024-11-11T21:17:36,576 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164-dead/f286ae0a5299%2C40323%2C1731359838164.1731359840469 after 3ms 2024-11-11T21:17:36,577 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164-dead/f286ae0a5299%2C40323%2C1731359838164.1731359840469 to hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f286ae0a5299%2C40323%2C1731359838164.1731359840469 2024-11-11T21:17:36,577 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,40323,1731359838164-dead 2024-11-11T21:17:36,578 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,41967,1731359855975 2024-11-11T21:17:36,579 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:36,581 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C41967%2C1731359855975, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,41967,1731359855975, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/oldWALs, maxLogs=10 2024-11-11T21:17:36,594 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,41967,1731359855975/f286ae0a5299%2C41967%2C1731359855975.1731359856581, exclude list is [], retry=0 2024-11-11T21:17:36,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-6a938830-dbd1-4151-9278-41b321d9055b,DISK] 2024-11-11T21:17:36,601 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/WALs/f286ae0a5299,41967,1731359855975/f286ae0a5299%2C41967%2C1731359855975.1731359856581 2024-11-11T21:17:36,601 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-11T21:17:36,601 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:36,601 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:36,601 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,602 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:17:36,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:36,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/418a2fd770224eb78b8b4fbcf1099ce9 2024-11-11T21:17:36,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:36,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:17:36,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:36,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8622015c222d4a3083e5457a17f10cc4 2024-11-11T21:17:36,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:36,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:17:36,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:36,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf9d834882f744d595d4d23380117d8b 2024-11-11T21:17:36,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:36,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:17:36,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:36,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:36,636 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,637 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T21:17:36,637 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f286ae0a5299%2C40323%2C1731359838164.1731359840469 2024-11-11T21:17:36,652 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f286ae0a5299%2C40323%2C1731359838164.1731359840469 2024-11-11T21:17:36,654 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f286ae0a5299%2C40323%2C1731359838164.1731359840469 2024-11-11T21:17:36,655 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,655 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,656 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:36,658 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:36,661 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T21:17:36,662 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68750720, jitterRate=0.024465560913085938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:36,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359856602Initializing all the Stores at 1731359856603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359856603Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359856603Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359856603Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359856603Cleaning up temporary data from old regions at 1731359856656 (+53 ms)Region opened successfully at 1731359856662 (+6 ms) 2024-11-11T21:17:36,663 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:17:36,667 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537df07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:36,677 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T21:17:36,678 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:17:36,678 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:17:36,678 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:17:36,679 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:17:36,685 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:36,685 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:17:36,686 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:17:36,686 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:17:36,686 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T21:17:36,686 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T21:17:36,686 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-11T21:17:36,687 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:17:36,691 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f286ae0a5299,36833,1731359839044, regionLocation=f286ae0a5299,36833,1731359839044, openSeqNum=2 2024-11-11T21:17:36,691 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f286ae0a5299,36833,1731359839044, table=hbase:meta, region=1588230740 2024-11-11T21:17:36,691 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,36833,1731359839044, state=OPEN 2024-11-11T21:17:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2045127779/meta-region-server 2024-11-11T21:17:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2045127779/meta-region-server 2024-11-11T21:17:36,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:36,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:36,751 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:17:36,795 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/draining/f286ae0a5299,36833,1731359839044 already deleted, retry=false 2024-11-11T21:17:36,795 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f286ae0a5299,36833,1731359839044 on f286ae0a5299,41967,1731359855975 2024-11-11T21:17:36,799 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f286ae0a5299,36833,1731359839044, splitWal=true, meta=true 2024-11-11T21:17:36,801 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for f286ae0a5299,36833,1731359839044 (carryingMeta=true) f286ae0a5299,36833,1731359839044/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6494a81e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T21:17:36,804 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/balancer because node does not exist (not necessarily an error) 2024-11-11T21:17:36,826 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/balancer already deleted, retry=false 2024-11-11T21:17:36,827 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:17:36,829 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:17:36,838 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/normalizer already deleted, retry=false 2024-11-11T21:17:36,838 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:17:36,840 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:17:36,848 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/switch/split already deleted, retry=false 2024-11-11T21:17:36,850 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:17:36,859 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/switch/merge already deleted, retry=false 2024-11-11T21:17:36,881 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:17:36,890 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/snapshot-cleanup already deleted, retry=false 2024-11-11T21:17:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2045127779/running 2024-11-11T21:17:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2045127779/running 2024-11-11T21:17:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:36,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:36,902 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,41967,1731359855975, sessionid=0x1012bc2764c0006, setting cluster-up flag (Was=false) 2024-11-11T21:17:36,912 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2045127779/flush-table-proc/acquired, /0-2045127779/flush-table-proc/reached, /0-2045127779/flush-table-proc/abort 2024-11-11T21:17:36,914 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,41967,1731359855975 2024-11-11T21:17:36,923 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2045127779/online-snapshot/acquired, /0-2045127779/online-snapshot/reached, /0-2045127779/online-snapshot/abort 2024-11-11T21:17:36,926 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,41967,1731359855975 2024-11-11T21:17:36,928 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/.lastflushedseqids 2024-11-11T21:17:36,934 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:17:36,934 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:17:36,935 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,41967,1731359855975 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f286ae0a5299,36833,1731359839044 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:17:36,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:36,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:36,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:36,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:36,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:17:36,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:36,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:36,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:36,939 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731359886939 2024-11-11T21:17:36,939 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:17:36,939 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:17:36,939 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:17:36,939 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:17:36,939 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:17:36,939 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:17:36,939 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:36,940 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:17:36,940 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:17:36,940 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:17:36,940 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:17:36,940 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:17:36,940 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:17:36,941 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359856940,5,FailOnTimeoutGroup] 2024-11-11T21:17:36,941 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359856941,5,FailOnTimeoutGroup] 2024-11-11T21:17:36,941 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:36,941 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:17:36,941 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:36,941 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:36,941 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359856941, completionTime=-1 2024-11-11T21:17:36,941 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f286ae0a5299,36833,1731359839044, splitWal=true, meta=true 2024-11-11T21:17:36,941 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T21:17:36,943 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f286ae0a5299,36833,1731359839044, splitWal=true, meta=true, isMeta: true 2024-11-11T21:17:36,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T21:17:36,945 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044-splitting 2024-11-11T21:17:36,946 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044-splitting dir is empty, no logs to split. 2024-11-11T21:17:36,946 INFO [PEWorker-1 {}] master.SplitWALManager(105): f286ae0a5299,36833,1731359839044 WAL count=0, meta=true 2024-11-11T21:17:36,950 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044-splitting dir is empty, no logs to split. 2024-11-11T21:17:36,950 INFO [PEWorker-1 {}] master.SplitWALManager(105): f286ae0a5299,36833,1731359839044 WAL count=0, meta=true 2024-11-11T21:17:36,950 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f286ae0a5299,36833,1731359839044 WAL splitting is done? wals=0, meta=true 2024-11-11T21:17:36,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:17:36,954 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:36,955 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(746): ClusterId : abdd8e62-0dc0-4a5b-a8de-162b1688ce2b 2024-11-11T21:17:36,955 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:17:36,955 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:17:36,965 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:17:36,965 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:17:36,975 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:17:36,976 DEBUG [RS:0;f286ae0a5299:37323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fea8b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:36,988 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:37323 2024-11-11T21:17:36,988 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:17:36,988 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:17:36,988 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:17:36,989 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,41967,1731359855975 with port=37323, startcode=1731359856034 2024-11-11T21:17:36,989 DEBUG [RS:0;f286ae0a5299:37323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:17:36,991 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:17:36,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,37323,1731359856034 2024-11-11T21:17:36,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,37323,1731359856034 2024-11-11T21:17:36,993 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a 2024-11-11T21:17:36,993 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44919 2024-11-11T21:17:36,993 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:17:36,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T21:17:37,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/rs 2024-11-11T21:17:37,007 DEBUG [RS:0;f286ae0a5299:37323 {}] zookeeper.ZKUtil(111): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on existing znode=/0-2045127779/rs/f286ae0a5299,37323,1731359856034 2024-11-11T21:17:37,007 WARN [RS:0;f286ae0a5299:37323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:37,007 INFO [RS:0;f286ae0a5299:37323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:37,007 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034 2024-11-11T21:17:37,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,37323,1731359856034] 2024-11-11T21:17:37,044 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:17:37,046 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:17:37,047 INFO [RS:0;f286ae0a5299:37323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:17:37,047 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,047 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:17:37,048 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:17:37,048 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,048 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,048 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,048 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,048 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:37,049 DEBUG [RS:0;f286ae0a5299:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:37,050 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,050 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,050 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,050 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,050 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,050 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37323,1731359856034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:37,065 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:17:37,065 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37323,1731359856034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,079 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,37323,1731359856034, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:17:37,092 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSource(231): queueId=2-f286ae0a5299,37323,1731359856034, ReplicationSource: 2, currentBandwidth=0 2024-11-11T21:17:37,093 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,093 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.Replication(171): f286ae0a5299,37323,1731359856034 started 2024-11-11T21:17:37,093 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,1-f286ae0a5299,37323,1731359856034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:34143' 2024-11-11T21:17:37,094 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,1-f286ae0a5299,37323,1731359856034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23d7607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:37,094 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,1-f286ae0a5299,37323,1731359856034 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34143,-1 for getting cluster id 2024-11-11T21:17:37,094 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,1-f286ae0a5299,37323,1731359856034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:37,096 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a20d516-fca9-4938-a712-fd250c967485' 2024-11-11T21:17:37,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:37,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a20d516-fca9-4938-a712-fd250c967485" 2024-11-11T21:17:37,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b2f775f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:37,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34143,-1] 2024-11-11T21:17:37,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:37,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:37,098 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:37,099 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,1-f286ae0a5299,37323,1731359856034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ba3f3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:37,099 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,1-f286ae0a5299,37323,1731359856034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:37,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34143,1731359845487 2024-11-11T21:17:37,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c14e10b 2024-11-11T21:17:37,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:37,101 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T21:17:37,102 INFO [RS:0;f286ae0a5299:37323.replicationSource,1-f286ae0a5299,37323,1731359856034 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,37323,1731359856034 (queues=0) is replicating from cluster=abdd8e62-0dc0-4a5b-a8de-162b1688ce2b to cluster=6a20d516-fca9-4938-a712-fd250c967485 2024-11-11T21:17:37,106 WARN [f286ae0a5299:41967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:17:37,109 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,2-f286ae0a5299,37323,1731359856034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:34143' 2024-11-11T21:17:37,110 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:37,110 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,2-f286ae0a5299,37323,1731359856034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a87371d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:37,110 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,2-f286ae0a5299,37323,1731359856034 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,34143,-1 for getting cluster id 2024-11-11T21:17:37,111 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,37323,1731359856034, RpcServer on f286ae0a5299/172.17.0.2:37323, sessionid=0x1012bc2764c0007 2024-11-11T21:17:37,111 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:17:37,111 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,2-f286ae0a5299,37323,1731359856034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:37,111 DEBUG [RS:0;f286ae0a5299:37323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,37323,1731359856034 2024-11-11T21:17:37,111 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,37323,1731359856034' 2024-11-11T21:17:37,111 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2045127779/flush-table-proc/abort' 2024-11-11T21:17:37,112 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2045127779/flush-table-proc/acquired' 2024-11-11T21:17:37,112 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a20d516-fca9-4938-a712-fd250c967485' 2024-11-11T21:17:37,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:37,112 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:17:37,112 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:17:37,112 DEBUG [RS:0;f286ae0a5299:37323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,37323,1731359856034 2024-11-11T21:17:37,112 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,37323,1731359856034' 2024-11-11T21:17:37,112 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2045127779/online-snapshot/abort' 2024-11-11T21:17:37,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a20d516-fca9-4938-a712-fd250c967485" 2024-11-11T21:17:37,112 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2045127779/online-snapshot/acquired' 2024-11-11T21:17:37,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e021d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:37,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,34143,-1] 2024-11-11T21:17:37,113 DEBUG [RS:0;f286ae0a5299:37323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:17:37,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:37,113 INFO [RS:0;f286ae0a5299:37323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:17:37,113 INFO [RS:0;f286ae0a5299:37323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:17:37,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:37,114 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:37,115 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,2-f286ae0a5299,37323,1731359856034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a13fb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:37,115 DEBUG [RS:0;f286ae0a5299:37323.replicationSource,2-f286ae0a5299,37323,1731359856034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:37,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,34143,1731359845487 2024-11-11T21:17:37,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e626361 2024-11-11T21:17:37,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:37,117 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T21:17:37,118 INFO [RS:0;f286ae0a5299:37323.replicationSource,2-f286ae0a5299,37323,1731359856034 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f286ae0a5299,37323,1731359856034 (queues=0) is replicating from cluster=abdd8e62-0dc0-4a5b-a8de-162b1688ce2b to cluster=6a20d516-fca9-4938-a712-fd250c967485 2024-11-11T21:17:37,213 INFO [RS:0;f286ae0a5299:37323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:37,216 INFO [RS:0;f286ae0a5299:37323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C37323%2C1731359856034, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs, maxLogs=10 2024-11-11T21:17:37,232 DEBUG [RS:0;f286ae0a5299:37323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216, exclude list is [], retry=0 2024-11-11T21:17:37,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-6a938830-dbd1-4151-9278-41b321d9055b,DISK] 2024-11-11T21:17:37,239 INFO [RS:0;f286ae0a5299:37323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 2024-11-11T21:17:37,239 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f286ae0a5299%2C37323%2C1731359856034 for peer 2 2024-11-11T21:17:37,239 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f286ae0a5299%2C37323%2C1731359856034 for peer 1 2024-11-11T21:17:37,239 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C37323%2C1731359856034 2024-11-11T21:17:37,240 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,37323,1731359856034, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:17:37,244 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f286ae0a5299%2C37323%2C1731359856034 2024-11-11T21:17:37,244 INFO [RS:0;f286ae0a5299:37323.replicationSource.shipperf286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C37323%2C1731359856034 2024-11-11T21:17:37,244 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f286ae0a5299,37323,1731359856034, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:17:37,246 INFO [RS:0;f286ae0a5299:37323.replicationSource.shipperf286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C37323%2C1731359856034 2024-11-11T21:17:37,246 DEBUG [RS:0;f286ae0a5299:37323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-11T21:17:37,246 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216, startPosition=0, beingWritten=true 2024-11-11T21:17:37,246 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216, startPosition=0, beingWritten=true 2024-11-11T21:17:37,356 DEBUG [f286ae0a5299:41967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:17:37,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,37323,1731359856034 2024-11-11T21:17:37,358 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,37323,1731359856034, state=OPENING 2024-11-11T21:17:37,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2045127779/meta-region-server 2024-11-11T21:17:37,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2045127779/meta-region-server 2024-11-11T21:17:37,417 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:37,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:37,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:37,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,37323,1731359856034}] 2024-11-11T21:17:37,455 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:37,455 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:37,571 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:17:37,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:17:37,577 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:17:37,577 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:37,577 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:17:37,579 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C37323%2C1731359856034.meta, suffix=.meta, logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs, maxLogs=10 2024-11-11T21:17:37,598 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.meta.1731359857580.meta, exclude list is [], retry=0 2024-11-11T21:17:37,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-6a938830-dbd1-4151-9278-41b321d9055b,DISK] 2024-11-11T21:17:37,605 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.meta.1731359857580.meta 2024-11-11T21:17:37,605 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-11T21:17:37,606 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:37,606 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:17:37,606 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:17:37,606 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:17:37,606 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:17:37,607 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:17:37,607 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:37,607 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:17:37,607 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:17:37,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:17:37,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:17:37,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:37,621 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/info/a485bb2375f74ce9aea3d33ba5321410 2024-11-11T21:17:37,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:37,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:17:37,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:17:37,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:37,634 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/ns/5a26ef393d0342afb46327ea60e064a0 2024-11-11T21:17:37,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:37,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:17:37,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:17:37,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:37,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:37,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:17:37,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:17:37,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:37,648 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/table/e1e155415d5346bcb3a41a0aa1a2539b 2024-11-11T21:17:37,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:37,649 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:17:37,650 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740 2024-11-11T21:17:37,654 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740 2024-11-11T21:17:37,656 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:17:37,656 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:17:37,657 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:37,661 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:17:37,662 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64383836, jitterRate=-0.04060608148574829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:37,662 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:17:37,662 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359857607Writing region info on filesystem at 1731359857607Initializing all the Stores at 1731359857608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359857608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359857609 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359857609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359857609Cleaning up temporary data from old regions at 1731359857656 (+47 ms)Running coprocessor post-open hooks at 1731359857662 (+6 ms)Region opened successfully at 1731359857662 2024-11-11T21:17:37,664 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731359857570 2024-11-11T21:17:37,666 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:17:37,667 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:17:37,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f286ae0a5299,37323,1731359856034 2024-11-11T21:17:37,669 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,37323,1731359856034, state=OPEN 2024-11-11T21:17:37,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2045127779/meta-region-server 2024-11-11T21:17:37,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2045127779/meta-region-server 2024-11-11T21:17:37,680 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,37323,1731359856034 2024-11-11T21:17:37,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:37,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2045127779/meta-region-server: CHANGED 2024-11-11T21:17:37,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T21:17:37,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,37323,1731359856034 in 263 msec 2024-11-11T21:17:37,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T21:17:37,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 732 msec 2024-11-11T21:17:37,768 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:37,770 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:38,177 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:38,184 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:38,497 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-11T21:17:38,686 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:38,691 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:39,293 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:39,297 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:39,999 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-11T21:17:40,001 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:40,003 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:40,809 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:40,810 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:41,452 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T21:17:41,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:17:41,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:41,453 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,37323,1731359856034, seqNum=-1] 2024-11-11T21:17:41,453 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:41,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:41,462 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c344e8a4922ddfb312eb0409a02ee277, regionState=OPEN, lastHost=f286ae0a5299,36833,1731359839044, regionLocation=f286ae0a5299,36833,1731359839044, openSeqNum=2 2024-11-11T21:17:41,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:17:41,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731359921462 2024-11-11T21:17:41,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731359981462 2024-11-11T21:17:41,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-11T21:17:41,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,41967,1731359855975-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:41,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,41967,1731359855975-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:41,463 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f286ae0a5299,36833,1731359839044 had 2 regions 2024-11-11T21:17:41,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,41967,1731359855975-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:41,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:41967, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:41,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:41,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:41,468 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f286ae0a5299,36833,1731359839044, splitWal=true, meta=true, isMeta: false 2024-11-11T21:17:41,474 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044-splitting dir is empty, no logs to split. 2024-11-11T21:17:41,474 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.373sec 2024-11-11T21:17:41,474 INFO [PEWorker-3 {}] master.SplitWALManager(105): f286ae0a5299,36833,1731359839044 WAL count=0, meta=false 2024-11-11T21:17:41,474 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:17:41,474 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:17:41,474 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:17:41,474 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:17:41,474 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:17:41,475 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,41967,1731359855975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:41,475 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,41967,1731359855975-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:17:41,478 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,36833,1731359839044-splitting dir is empty, no logs to split. 2024-11-11T21:17:41,478 INFO [PEWorker-3 {}] master.SplitWALManager(105): f286ae0a5299,36833,1731359839044 WAL count=0, meta=false 2024-11-11T21:17:41,478 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f286ae0a5299,36833,1731359839044 WAL splitting is done? wals=0, meta=false 2024-11-11T21:17:41,479 WARN [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f286ae0a5299,36833,1731359839044/hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:41,481 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:17:41,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN}] 2024-11-11T21:17:41,481 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:17:41,481 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,41967,1731359855975-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:41,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN 2024-11-11T21:17:41,485 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:17:41,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6198edc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:41,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,41967,-1 for getting cluster id 2024-11-11T21:17:41,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:41,562 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdd8e62-0dc0-4a5b-a8de-162b1688ce2b' 2024-11-11T21:17:41,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:41,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdd8e62-0dc0-4a5b-a8de-162b1688ce2b" 2024-11-11T21:17:41,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27581677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:41,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,41967,-1] 2024-11-11T21:17:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:41,566 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:41,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7b311e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:41,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,37323,1731359856034, seqNum=-1] 2024-11-11T21:17:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:41,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:41,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T21:17:41,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:41,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:41,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:41,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:41,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:41,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f286ae0a5299:41967 after: f286ae0a5299:41967 2024-11-11T21:17:41,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2c3da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:41,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,41967,-1 for getting cluster id 2024-11-11T21:17:41,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:41,578 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdd8e62-0dc0-4a5b-a8de-162b1688ce2b' 2024-11-11T21:17:41,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:41,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdd8e62-0dc0-4a5b-a8de-162b1688ce2b" 2024-11-11T21:17:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fba9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,41967,-1] 2024-11-11T21:17:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:41,580 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:41,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed7c57b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:41,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:41,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,41967,1731359855975 2024-11-11T21:17:41,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65800bd6 2024-11-11T21:17:41,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:41,583 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:41,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T21:17:41,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T21:17:41,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T21:17:41,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T21:17:41,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:17:41,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:41,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:41,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:41,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:41,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:41,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:17:41,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1097660430, stopped=false 2024-11-11T21:17:41,587 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,34143,1731359845487 2024-11-11T21:17:41,635 DEBUG [f286ae0a5299:41967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:17:41,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c344e8a4922ddfb312eb0409a02ee277, regionState=OPENING, regionLocation=f286ae0a5299,37323,1731359856034 2024-11-11T21:17:41,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN because future has completed 2024-11-11T21:17:41,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c344e8a4922ddfb312eb0409a02ee277, server=f286ae0a5299,37323,1731359856034}] 2024-11-11T21:17:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11973291279/running 2024-11-11T21:17:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11973291279/running 2024-11-11T21:17:41,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:17:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:41,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:41,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:41,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:41,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on znode that does not yet exist, /11973291279/running 2024-11-11T21:17:41,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,37243,1731359845645' ***** 2024-11-11T21:17:41,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,37243,1731359845645 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:17:41,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Set watcher on znode that does not yet exist, /11973291279/running 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:37243. 2024-11-11T21:17:41,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:17:41,660 DEBUG [RS:0;f286ae0a5299:37243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:41,660 DEBUG [RS:0;f286ae0a5299:37243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:17:41,660 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:17:41,661 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:17:41,661 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:17:41,661 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:17:41,661 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:17:41,661 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:17:41,661 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:17:41,661 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:17:41,661 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:17:41,661 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T21:17:41,680 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:17:41,687 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740/.tmp/ns/64658782446c49aa861f006bce23b28c is 43, key is default/ns:d/1731359849400/Put/seqid=0 2024-11-11T21:17:41,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741835_1011 (size=5153) 2024-11-11T21:17:41,716 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:41,716 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:41,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:41,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:41,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:17:41,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C37323%2C1731359856034.rep, suffix=, logDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034, archiveDir=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs, maxLogs=10 2024-11-11T21:17:41,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.rep.1731359861802, exclude list is [], retry=0 2024-11-11T21:17:41,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46473,DS-6a938830-dbd1-4151-9278-41b321d9055b,DISK] 2024-11-11T21:17:41,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.rep.1731359861802 2024-11-11T21:17:41,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-11T21:17:41,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c344e8a4922ddfb312eb0409a02ee277, NAME => 'hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:41,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:17:41,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:17:41,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. service=MultiRowMutationService 2024-11-11T21:17:41,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:17:41,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:41,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,831 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,832 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c344e8a4922ddfb312eb0409a02ee277 columnFamilyName hfileref 2024-11-11T21:17:41,832 DEBUG [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:41,833 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(327): Store=c344e8a4922ddfb312eb0409a02ee277/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:41,833 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,834 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c344e8a4922ddfb312eb0409a02ee277 columnFamilyName queue 2024-11-11T21:17:41,834 DEBUG [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:41,844 DEBUG [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277/queue/9461c8e784cc48208a1fb48eff9ffc67 2024-11-11T21:17:41,844 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(327): Store=c344e8a4922ddfb312eb0409a02ee277/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:41,844 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,845 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c344e8a4922ddfb312eb0409a02ee277 columnFamilyName sid 2024-11-11T21:17:41,846 DEBUG [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:41,846 INFO [StoreOpener-c344e8a4922ddfb312eb0409a02ee277-1 {}] regionserver.HStore(327): Store=c344e8a4922ddfb312eb0409a02ee277/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:41,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:17:41,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c344e8a4922ddfb312eb0409a02ee277; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71547594, jitterRate=0.06614223122596741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:17:41,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:41,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c344e8a4922ddfb312eb0409a02ee277: Running coprocessor pre-open hook at 1731359861829Writing region info on filesystem at 1731359861829Initializing all the Stores at 1731359861831 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359861831Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359861831Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359861831Cleaning up temporary data from old regions at 1731359861852 (+21 ms)Running coprocessor post-open hooks at 1731359861856 (+4 ms)Region opened successfully at 1731359861857 (+1 ms) 2024-11-11T21:17:41,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277., pid=19, masterSystemTime=1731359861793 2024-11-11T21:17:41,861 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:17:41,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:41,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:41,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c344e8a4922ddfb312eb0409a02ee277, regionState=OPEN, openSeqNum=10, regionLocation=f286ae0a5299,37323,1731359856034 2024-11-11T21:17:41,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c344e8a4922ddfb312eb0409a02ee277, server=f286ae0a5299,37323,1731359856034 because future has completed 2024-11-11T21:17:41,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T21:17:41,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c344e8a4922ddfb312eb0409a02ee277, server=f286ae0a5299,37323,1731359856034 in 228 msec 2024-11-11T21:17:41,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T21:17:41,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c344e8a4922ddfb312eb0409a02ee277, ASSIGN in 390 msec 2024-11-11T21:17:41,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T21:17:41,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277., hostname=f286ae0a5299,37323,1731359856034, seqNum=10] 2024-11-11T21:17:41,918 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f286ae0a5299,36833,1731359839044 2024-11-11T21:17:41,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T21:17:42,061 DEBUG [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:17:42,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T21:17:42,096 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740/.tmp/ns/64658782446c49aa861f006bce23b28c 2024-11-11T21:17:42,109 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740/.tmp/ns/64658782446c49aa861f006bce23b28c as hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740/ns/64658782446c49aa861f006bce23b28c 2024-11-11T21:17:42,118 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740/ns/64658782446c49aa861f006bce23b28c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T21:17:42,119 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false 2024-11-11T21:17:42,119 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:17:42,127 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T21:17:42,127 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:17:42,127 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:17:42,128 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:42,128 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359861661Running coprocessor pre-close hooks at 1731359861661Disabling compacts and flushes for region at 1731359861661Disabling writes for close at 1731359861661Obtaining lock to block concurrent updates at 1731359861661Preparing flush snapshotting stores in 1588230740 at 1731359861661Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731359861662 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731359861662Flushing 1588230740/ns: creating writer at 1731359861663 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731359861686 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731359861686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e1deca: reopening flushed file at 1731359862108 (+422 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false at 1731359862119 (+11 ms)Writing region close event to WAL at 1731359862122 (+3 ms)Running coprocessor post-close hooks at 1731359862127 (+5 ms)Closed at 1731359862128 (+1 ms) 2024-11-11T21:17:42,128 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:42,200 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:17:42,201 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:17:42,262 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,37243,1731359845645; all regions closed. 2024-11-11T21:17:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741834_1010 (size=1152) 2024-11-11T21:17:42,268 DEBUG [RS:0;f286ae0a5299:37243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/oldWALs 2024-11-11T21:17:42,268 INFO [RS:0;f286ae0a5299:37243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C37243%2C1731359845645.meta:.meta(num 1731359849334) 2024-11-11T21:17:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741832_1008 (size=93) 2024-11-11T21:17:42,275 DEBUG [RS:0;f286ae0a5299:37243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/oldWALs 2024-11-11T21:17:42,275 INFO [RS:0;f286ae0a5299:37243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C37243%2C1731359845645:(num 1731359848314) 2024-11-11T21:17:42,275 DEBUG [RS:0;f286ae0a5299:37243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:42,275 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:17:42,275 INFO [RS:0;f286ae0a5299:37243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:17:42,276 INFO [RS:0;f286ae0a5299:37243 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:17:42,276 INFO [RS:0;f286ae0a5299:37243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:17:42,276 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:17:42,276 INFO [RS:0;f286ae0a5299:37243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37243 2024-11-11T21:17:42,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11973291279/rs/f286ae0a5299,37243,1731359845645 2024-11-11T21:17:42,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279/rs 2024-11-11T21:17:42,333 INFO [RS:0;f286ae0a5299:37243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:17:42,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,37243,1731359845645] 2024-11-11T21:17:42,353 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11973291279/draining/f286ae0a5299,37243,1731359845645 already deleted, retry=false 2024-11-11T21:17:42,353 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,37243,1731359845645 expired; onlineServers=0 2024-11-11T21:17:42,353 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,34143,1731359845487' ***** 2024-11-11T21:17:42,353 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:17:42,354 INFO [M:0;f286ae0a5299:34143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:17:42,354 INFO [M:0;f286ae0a5299:34143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:17:42,354 DEBUG [M:0;f286ae0a5299:34143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:17:42,354 DEBUG [M:0;f286ae0a5299:34143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:17:42,354 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:17:42,354 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359848071 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359848071,5,FailOnTimeoutGroup] 2024-11-11T21:17:42,354 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359848071 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359848071,5,FailOnTimeoutGroup] 2024-11-11T21:17:42,354 INFO [M:0;f286ae0a5299:34143 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:17:42,354 INFO [M:0;f286ae0a5299:34143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:17:42,354 DEBUG [M:0;f286ae0a5299:34143 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:17:42,354 INFO [M:0;f286ae0a5299:34143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:17:42,354 INFO [M:0;f286ae0a5299:34143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:17:42,355 INFO [M:0;f286ae0a5299:34143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:17:42,355 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:17:42,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11973291279/master 2024-11-11T21:17:42,364 DEBUG [M:0;f286ae0a5299:34143 {}] zookeeper.ZKUtil(347): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Unable to get data of znode /11973291279/master because node does not exist (not an error) 2024-11-11T21:17:42,364 WARN [M:0;f286ae0a5299:34143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:17:42,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11973291279 2024-11-11T21:17:42,366 INFO [M:0;f286ae0a5299:34143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/.lastflushedseqids 2024-11-11T21:17:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741836_1012 (size=99) 2024-11-11T21:17:42,376 INFO [M:0;f286ae0a5299:34143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:17:42,376 INFO [M:0;f286ae0a5299:34143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:17:42,377 DEBUG [M:0;f286ae0a5299:34143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:17:42,377 INFO [M:0;f286ae0a5299:34143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:42,377 DEBUG [M:0;f286ae0a5299:34143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:42,377 DEBUG [M:0;f286ae0a5299:34143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:17:42,377 DEBUG [M:0;f286ae0a5299:34143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:42,377 INFO [M:0;f286ae0a5299:34143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T21:17:42,409 DEBUG [M:0;f286ae0a5299:34143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9a2b066fca046c9aad4d451bc0b0dfa is 82, key is hbase:meta,,1/info:regioninfo/1731359849378/Put/seqid=0 2024-11-11T21:17:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741837_1013 (size=5672) 2024-11-11T21:17:42,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:42,443 INFO [RS:0;f286ae0a5299:37243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:17:42,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37243-0x1012bc2764c0004, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:42,443 INFO [RS:0;f286ae0a5299:37243 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,37243,1731359845645; zookeeper connection closed. 2024-11-11T21:17:42,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@577bfa50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@577bfa50 2024-11-11T21:17:42,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:17:42,723 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:42,723 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:42,817 INFO [M:0;f286ae0a5299:34143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9a2b066fca046c9aad4d451bc0b0dfa 2024-11-11T21:17:42,843 DEBUG [M:0;f286ae0a5299:34143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f097e9782364dae82ff19177b2ae3dc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731359849407/Put/seqid=0 2024-11-11T21:17:42,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741838_1014 (size=5275) 2024-11-11T21:17:43,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:17:43,248 INFO [M:0;f286ae0a5299:34143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f097e9782364dae82ff19177b2ae3dc 2024-11-11T21:17:43,276 DEBUG [M:0;f286ae0a5299:34143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d33b250301514116b7b71595d72c3620 is 69, key is f286ae0a5299,37243,1731359845645/rs:state/1731359848106/Put/seqid=0 2024-11-11T21:17:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741839_1015 (size=5156) 2024-11-11T21:17:43,685 INFO [M:0;f286ae0a5299:34143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d33b250301514116b7b71595d72c3620 2024-11-11T21:17:43,693 DEBUG [M:0;f286ae0a5299:34143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9a2b066fca046c9aad4d451bc0b0dfa as hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9a2b066fca046c9aad4d451bc0b0dfa 2024-11-11T21:17:43,700 INFO [M:0;f286ae0a5299:34143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9a2b066fca046c9aad4d451bc0b0dfa, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T21:17:43,701 DEBUG [M:0;f286ae0a5299:34143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f097e9782364dae82ff19177b2ae3dc as hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f097e9782364dae82ff19177b2ae3dc 2024-11-11T21:17:43,708 INFO [M:0;f286ae0a5299:34143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f097e9782364dae82ff19177b2ae3dc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T21:17:43,710 DEBUG [M:0;f286ae0a5299:34143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d33b250301514116b7b71595d72c3620 as hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d33b250301514116b7b71595d72c3620 2024-11-11T21:17:43,720 INFO [M:0;f286ae0a5299:34143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/44783b8b-8b43-b530-7772-5e250ffb1d81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d33b250301514116b7b71595d72c3620, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T21:17:43,722 INFO [M:0;f286ae0a5299:34143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=28, compaction requested=false 2024-11-11T21:17:43,727 INFO [M:0;f286ae0a5299:34143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:43,727 DEBUG [M:0;f286ae0a5299:34143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359862377Disabling compacts and flushes for region at 1731359862377Disabling writes for close at 1731359862377Obtaining lock to block concurrent updates at 1731359862377Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359862377Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731359862378 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359862378Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359862379 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359862408 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359862408Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359862824 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359862842 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359862842Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359863256 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359863275 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359863275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41127fae: reopening flushed file at 1731359863691 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c2dbf4: reopening flushed file at 1731359863700 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e63e0e: reopening flushed file at 1731359863709 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=28, compaction requested=false at 1731359863722 (+13 ms)Writing region close event to WAL at 1731359863727 (+5 ms)Closed at 1731359863727 2024-11-11T21:17:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43499 is added to blk_1073741830_1006 (size=10165) 2024-11-11T21:17:43,733 INFO [M:0;f286ae0a5299:34143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:17:43,733 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:17:43,734 INFO [M:0;f286ae0a5299:34143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34143 2024-11-11T21:17:43,738 INFO [M:0;f286ae0a5299:34143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:17:43,831 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:43,834 DEBUG [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/WALs/f286ae0a5299,37323,1731359856034/f286ae0a5299%2C37323%2C1731359856034.1731359857216 to pos 0, reset compression=false 2024-11-11T21:17:43,906 INFO [M:0;f286ae0a5299:34143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:17:43,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:43,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34143-0x1012bc2764c0003, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:43,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fb47c1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:17:43,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41a56cb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:17:43,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:17:43,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2655a19f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:17:43,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64243f53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.log.dir/,STOPPED} 2024-11-11T21:17:43,954 WARN [BP-98177664-172.17.0.2-1731359843277 heartbeating to localhost/127.0.0.1:37455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:17:43,954 WARN [BP-98177664-172.17.0.2-1731359843277 heartbeating to localhost/127.0.0.1:37455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-98177664-172.17.0.2-1731359843277 (Datanode Uuid 73805cbc-7f66-4247-a3d2-59916f52413e) service to localhost/127.0.0.1:37455 2024-11-11T21:17:43,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/cluster_a07e6e94-0163-2b73-9c16-8fb64d5bca4e/data/data1/current/BP-98177664-172.17.0.2-1731359843277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:17:43,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/cluster_a07e6e94-0163-2b73-9c16-8fb64d5bca4e/data/data2/current/BP-98177664-172.17.0.2-1731359843277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:17:43,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:17:43,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:17:43,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:17:43,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9878a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:17:43,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b86ed72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:17:43,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:17:43,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc9b8b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:17:43,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53366ef3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.log.dir/,STOPPED} 2024-11-11T21:17:43,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:17:43,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:17:43,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:43,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:43,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:43,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:43,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:43,990 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:17:43,990 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2122057462, stopped=false 2024-11-11T21:17:43,990 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,41967,1731359855975 2024-11-11T21:17:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/running 2024-11-11T21:17:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/running 2024-11-11T21:17:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:44,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:17:44,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:44,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:44,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:44,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/running 2024-11-11T21:17:44,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Set watcher on znode that does not yet exist, /0-2045127779/running 2024-11-11T21:17:44,007 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,37323,1731359856034' ***** 2024-11-11T21:17:44,007 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:17:44,007 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:17:44,008 INFO [RS:0;f286ae0a5299:37323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:17:44,008 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:17:44,008 INFO [RS:0;f286ae0a5299:37323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:17:44,008 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(3091): Received CLOSE for c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:44,008 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,37323,1731359856034 2024-11-11T21:17:44,008 INFO [RS:0;f286ae0a5299:37323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:17:44,008 INFO [RS:0;f286ae0a5299:37323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:37323. 2024-11-11T21:17:44,008 DEBUG [RS:0;f286ae0a5299:37323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:44,008 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c344e8a4922ddfb312eb0409a02ee277, disabling compactions & flushes 2024-11-11T21:17:44,008 DEBUG [RS:0;f286ae0a5299:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:44,008 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:44,008 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:17:44,008 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:17:44,008 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:44,009 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:17:44,009 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. after waiting 0 ms 2024-11-11T21:17:44,009 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:17:44,009 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:44,010 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:17:44,010 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c344e8a4922ddfb312eb0409a02ee277=hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277.} 2024-11-11T21:17:44,010 DEBUG [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c344e8a4922ddfb312eb0409a02ee277 2024-11-11T21:17:44,010 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:17:44,010 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:17:44,010 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:17:44,010 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:17:44,010 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:17:44,010 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T21:17:44,025 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/replication/c344e8a4922ddfb312eb0409a02ee277/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T21:17:44,026 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:17:44,026 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:17:44,026 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:44,026 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c344e8a4922ddfb312eb0409a02ee277: Waiting for close lock at 1731359864008Running coprocessor pre-close hooks at 1731359864008Disabling compacts and flushes for region at 1731359864008Disabling writes for close at 1731359864009 (+1 ms)Writing region close event to WAL at 1731359864011 (+2 ms)Running coprocessor post-close hooks at 1731359864026 (+15 ms)Closed at 1731359864026 2024-11-11T21:17:44,027 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277. 2024-11-11T21:17:44,032 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/info/d76bb6b605ce41998862793fd4f38698 is 147, key is hbase:replication,,1731359849605.c344e8a4922ddfb312eb0409a02ee277./info:regioninfo/1731359861862/Put/seqid=0 2024-11-11T21:17:44,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741851_1027 (size=6385) 2024-11-11T21:17:44,039 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/info/d76bb6b605ce41998862793fd4f38698 2024-11-11T21:17:44,046 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/.tmp/info/d76bb6b605ce41998862793fd4f38698 as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/info/d76bb6b605ce41998862793fd4f38698 2024-11-11T21:17:44,053 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/info/d76bb6b605ce41998862793fd4f38698, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T21:17:44,055 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=19, compaction requested=false 2024-11-11T21:17:44,057 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:17:44,063 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T21:17:44,063 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:17:44,063 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:17:44,063 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:44,064 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359864010Running coprocessor pre-close hooks at 1731359864010Disabling compacts and flushes for region at 1731359864010Disabling writes for close at 1731359864010Obtaining lock to block concurrent updates at 1731359864011 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731359864011Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731359864012 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731359864013 (+1 ms)Flushing 1588230740/info: creating writer at 1731359864013Flushing 1588230740/info: appending metadata at 1731359864031 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731359864032 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c04bc0: reopening flushed file at 1731359864045 (+13 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=19, compaction requested=false at 1731359864055 (+10 ms)Writing region close event to WAL at 1731359864059 (+4 ms)Running coprocessor post-close hooks at 1731359864063 (+4 ms)Closed at 1731359864063 2024-11-11T21:17:44,064 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:44,114 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:17:44,114 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:17:44,210 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,37323,1731359856034; all regions closed. 2024-11-11T21:17:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741849_1025 (size=2156) 2024-11-11T21:17:44,217 DEBUG [RS:0;f286ae0a5299:37323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs 2024-11-11T21:17:44,217 INFO [RS:0;f286ae0a5299:37323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C37323%2C1731359856034.meta:.meta(num 1731359857580) 2024-11-11T21:17:44,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741850_1026 (size=796) 2024-11-11T21:17:44,223 DEBUG [RS:0;f286ae0a5299:37323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs 2024-11-11T21:17:44,223 INFO [RS:0;f286ae0a5299:37323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C37323%2C1731359856034.rep:(num 1731359861802) 2024-11-11T21:17:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741848_1024 (size=93) 2024-11-11T21:17:44,233 DEBUG [RS:0;f286ae0a5299:37323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/oldWALs 2024-11-11T21:17:44,233 INFO [RS:0;f286ae0a5299:37323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C37323%2C1731359856034:(num 1731359857216) 2024-11-11T21:17:44,233 DEBUG [RS:0;f286ae0a5299:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:44,233 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:17:44,233 INFO [RS:0;f286ae0a5299:37323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:17:44,233 INFO [RS:0;f286ae0a5299:37323 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:17:44,234 INFO [RS:0;f286ae0a5299:37323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:17:44,234 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:17:44,234 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,37323,1731359856034 because: Region server is closing 2024-11-11T21:17:44,234 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T21:17:44,234 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T21:17:44,234 INFO [RS:0;f286ae0a5299:37323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:37323. 2024-11-11T21:17:44,234 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T21:17:44,234 DEBUG [RS:0;f286ae0a5299:37323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:44,234 DEBUG [RS:0;f286ae0a5299:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:44,234 DEBUG [RS:0;f286ae0a5299:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:44,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:44,335 WARN [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:17:44,335 WARN [RS:0;f286ae0a5299:37323.replicationSource.shipperf286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T21:17:44,335 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f286ae0a5299:37323.replicationSource.shipperf286ae0a5299%2C37323%2C1731359856034,1-f286ae0a5299,37323,1731359856034 terminated 2024-11-11T21:17:44,335 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f286ae0a5299,37323,1731359856034 because: Region server is closing 2024-11-11T21:17:44,335 INFO [RS:0;f286ae0a5299:37323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:37323. 2024-11-11T21:17:44,335 DEBUG [RS:0;f286ae0a5299:37323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:44,335 DEBUG [RS:0;f286ae0a5299:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:44,336 DEBUG [RS:0;f286ae0a5299:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:44,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:44,436 WARN [RS:0;f286ae0a5299:37323.replicationSource.shipperf286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T21:17:44,436 WARN [RS:0;f286ae0a5299:37323.replicationSource.wal-reader.f286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:17:44,436 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f286ae0a5299:37323.replicationSource.shipperf286ae0a5299%2C37323%2C1731359856034,2-f286ae0a5299,37323,1731359856034 terminated 2024-11-11T21:17:44,436 INFO [RS:0;f286ae0a5299:37323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37323 2024-11-11T21:17:44,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/rs/f286ae0a5299,37323,1731359856034 2024-11-11T21:17:44,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779/rs 2024-11-11T21:17:44,490 INFO [RS:0;f286ae0a5299:37323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:17:44,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,37323,1731359856034] 2024-11-11T21:17:44,511 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2045127779/draining/f286ae0a5299,37323,1731359856034 already deleted, retry=false 2024-11-11T21:17:44,511 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,37323,1731359856034 expired; onlineServers=0 2024-11-11T21:17:44,511 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,41967,1731359855975' ***** 2024-11-11T21:17:44,511 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:17:44,511 INFO [M:0;f286ae0a5299:41967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:17:44,511 INFO [M:0;f286ae0a5299:41967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:17:44,511 DEBUG [M:0;f286ae0a5299:41967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:17:44,512 DEBUG [M:0;f286ae0a5299:41967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:17:44,512 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:17:44,512 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359856940 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359856940,5,FailOnTimeoutGroup] 2024-11-11T21:17:44,512 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359856941 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359856941,5,FailOnTimeoutGroup] 2024-11-11T21:17:44,512 INFO [M:0;f286ae0a5299:41967 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:17:44,512 INFO [M:0;f286ae0a5299:41967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:17:44,512 DEBUG [M:0;f286ae0a5299:41967 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:17:44,512 INFO [M:0;f286ae0a5299:41967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:17:44,512 INFO [M:0;f286ae0a5299:41967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:17:44,514 INFO [M:0;f286ae0a5299:41967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:17:44,514 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:17:44,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2045127779/master 2024-11-11T21:17:44,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2045127779 2024-11-11T21:17:44,521 DEBUG [M:0;f286ae0a5299:41967 {}] zookeeper.ZKUtil(347): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Unable to get data of znode /0-2045127779/master because node does not exist (not an error) 2024-11-11T21:17:44,522 WARN [M:0;f286ae0a5299:41967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:17:44,522 INFO [M:0;f286ae0a5299:41967 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/.lastflushedseqids 2024-11-11T21:17:44,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741852_1028 (size=181) 2024-11-11T21:17:44,536 INFO [M:0;f286ae0a5299:41967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:17:44,536 INFO [M:0;f286ae0a5299:41967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:17:44,537 DEBUG [M:0;f286ae0a5299:41967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:17:44,537 INFO [M:0;f286ae0a5299:41967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:44,537 DEBUG [M:0;f286ae0a5299:41967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:44,537 DEBUG [M:0;f286ae0a5299:41967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:17:44,537 DEBUG [M:0;f286ae0a5299:41967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:44,537 INFO [M:0;f286ae0a5299:41967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T21:17:44,561 DEBUG [M:0;f286ae0a5299:41967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b45c598d64ea464588aea6281eb9ea48 is 82, key is hbase:meta,,1/info:regioninfo/1731359857667/Put/seqid=0 2024-11-11T21:17:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741853_1029 (size=5680) 2024-11-11T21:17:44,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:44,601 INFO [RS:0;f286ae0a5299:37323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:17:44,601 INFO [RS:0;f286ae0a5299:37323 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,37323,1731359856034; zookeeper connection closed. 2024-11-11T21:17:44,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x1012bc2764c0007, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:44,601 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c2d8438 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c2d8438 2024-11-11T21:17:44,601 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:17:44,969 INFO [M:0;f286ae0a5299:41967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b45c598d64ea464588aea6281eb9ea48 2024-11-11T21:17:44,995 DEBUG [M:0;f286ae0a5299:41967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c898d0640b24607b7a5428dbebac0f2 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731359861872/Put/seqid=0 2024-11-11T21:17:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741854_1030 (size=7319) 2024-11-11T21:17:45,401 INFO [M:0;f286ae0a5299:41967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c898d0640b24607b7a5428dbebac0f2 2024-11-11T21:17:45,427 DEBUG [M:0;f286ae0a5299:41967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ea18d0c4ad24ea89a95dd727860f1e5 is 69, key is f286ae0a5299,37323,1731359856034/rs:state/1731359856992/Put/seqid=0 2024-11-11T21:17:45,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741855_1031 (size=5371) 2024-11-11T21:17:45,435 INFO [M:0;f286ae0a5299:41967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ea18d0c4ad24ea89a95dd727860f1e5 2024-11-11T21:17:45,444 INFO [M:0;f286ae0a5299:41967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ea18d0c4ad24ea89a95dd727860f1e5 2024-11-11T21:17:45,446 DEBUG [M:0;f286ae0a5299:41967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b45c598d64ea464588aea6281eb9ea48 as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b45c598d64ea464588aea6281eb9ea48 2024-11-11T21:17:45,456 INFO [M:0;f286ae0a5299:41967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b45c598d64ea464588aea6281eb9ea48, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T21:17:45,459 DEBUG [M:0;f286ae0a5299:41967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c898d0640b24607b7a5428dbebac0f2 as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c898d0640b24607b7a5428dbebac0f2 2024-11-11T21:17:45,468 INFO [M:0;f286ae0a5299:41967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c898d0640b24607b7a5428dbebac0f2, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T21:17:45,471 DEBUG [M:0;f286ae0a5299:41967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ea18d0c4ad24ea89a95dd727860f1e5 as hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ea18d0c4ad24ea89a95dd727860f1e5 2024-11-11T21:17:45,480 INFO [M:0;f286ae0a5299:41967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ea18d0c4ad24ea89a95dd727860f1e5 2024-11-11T21:17:45,481 INFO [M:0;f286ae0a5299:41967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44919/user/jenkins/test-data/bb5a6f20-04e4-db93-b993-07e24bd5e12a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ea18d0c4ad24ea89a95dd727860f1e5, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T21:17:45,482 INFO [M:0;f286ae0a5299:41967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=172, compaction requested=false 2024-11-11T21:17:45,496 INFO [M:0;f286ae0a5299:41967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:45,497 DEBUG [M:0;f286ae0a5299:41967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359864537Disabling compacts and flushes for region at 1731359864537Disabling writes for close at 1731359864537Obtaining lock to block concurrent updates at 1731359864537Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359864537Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731359864538 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359864540 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359864540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359864561 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359864561Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359864975 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359864994 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359864994Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359865409 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359865426 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359865426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757b6944: reopening flushed file at 1731359865444 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc85ec5: reopening flushed file at 1731359865456 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25dad92a: reopening flushed file at 1731359865468 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=172, compaction requested=false at 1731359865485 (+17 ms)Writing region close event to WAL at 1731359865496 (+11 ms)Closed at 1731359865496 2024-11-11T21:17:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46473 is added to blk_1073741847_1023 (size=22949) 2024-11-11T21:17:45,509 INFO [M:0;f286ae0a5299:41967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:17:45,509 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:17:45,509 INFO [M:0;f286ae0a5299:41967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41967 2024-11-11T21:17:45,509 INFO [M:0;f286ae0a5299:41967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:17:45,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:45,674 INFO [M:0;f286ae0a5299:41967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:17:45,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x1012bc2764c0006, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:45,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7430a33b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:17:45,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@870662e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:17:45,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:17:45,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@283eafb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:17:45,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d690fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.log.dir/,STOPPED} 2024-11-11T21:17:45,724 WARN [BP-274618596-172.17.0.2-1731359833761 heartbeating to localhost/127.0.0.1:44919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:17:45,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:17:45,724 WARN [BP-274618596-172.17.0.2-1731359833761 heartbeating to localhost/127.0.0.1:44919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-274618596-172.17.0.2-1731359833761 (Datanode Uuid dd3b4665-102c-49c5-b7e7-dd8847f341c0) service to localhost/127.0.0.1:44919 2024-11-11T21:17:45,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:17:45,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/cluster_ec38fed1-05cd-c643-fceb-1105a0b9775b/data/data1/current/BP-274618596-172.17.0.2-1731359833761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:17:45,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/cluster_ec38fed1-05cd-c643-fceb-1105a0b9775b/data/data2/current/BP-274618596-172.17.0.2-1731359833761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:17:45,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:17:45,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:17:45,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:17:45,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:17:45,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:17:45,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ad48b2c-680d-a774-1b4c-b709032d60a3/hadoop.log.dir/,STOPPED} 2024-11-11T21:17:45,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:17:45,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:17:45,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=114 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50314) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50314) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cf5bd66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37455 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f286ae0a5299:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f286ae0a5299:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44919 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=437 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 461), ProcessCount=11 (was 11), AvailableMemoryMB=2422 (was 3262) 2024-11-11T21:17:45,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=114, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=2421 2024-11-11T21:17:45,804 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T21:17:45,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.log.dir so I do NOT create it in target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85 2024-11-11T21:17:45,805 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:17:45,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.tmp.dir so I do NOT create it in target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85 2024-11-11T21:17:45,805 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64d1b246-b0aa-0dc6-9377-6119d5b3d3a1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:17:45,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85 2024-11-11T21:17:45,805 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/cluster_e468b448-e484-d723-a13c-5be45f24e111, deleteOnExit=true 2024-11-11T21:17:45,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/cluster_e468b448-e484-d723-a13c-5be45f24e111/zookeeper_0, clientPort=51107, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/cluster_e468b448-e484-d723-a13c-5be45f24e111/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/cluster_e468b448-e484-d723-a13c-5be45f24e111/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:17:45,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51107 2024-11-11T21:17:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:17:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:17:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/test.cache.data in system properties and HBase conf 2024-11-11T21:17:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:17:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:17:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:17:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:17:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:17:45,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:17:45,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:17:45,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:17:45,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:17:45,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:17:45,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:17:45,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:17:45,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:17:45,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:17:45,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:17:45,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:17:45,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:17:45,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:17:45,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:17:45,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:17:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012bc2764c0002, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:17:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012bc2764c0005, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:17:45,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012bc2764c0002, quorum=127.0.0.1:50314, baseZNode=/0-2045127779 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:17:45,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012bc2764c0005, quorum=127.0.0.1:50314, baseZNode=/11973291279 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:17:46,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:46,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:17:46,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:17:46,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:17:46,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:17:46,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:46,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7b8f12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:17:46,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e9e20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:17:46,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33e427ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/java.io.tmpdir/jetty-localhost-35939-hadoop-hdfs-3_4_1-tests_jar-_-any-8849768334694753624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:17:46,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b536dee{HTTP/1.1, (http/1.1)}{localhost:35939} 2024-11-11T21:17:46,382 INFO [Time-limited test {}] server.Server(415): Started @35496ms 2024-11-11T21:17:46,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:46,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:17:46,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:17:46,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:17:46,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:17:46,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f0936f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:17:46,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a810e9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:17:46,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12804e11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/java.io.tmpdir/jetty-localhost-38081-hadoop-hdfs-3_4_1-tests_jar-_-any-11849478254189732291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:17:46,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44559ab5{HTTP/1.1, (http/1.1)}{localhost:38081} 2024-11-11T21:17:46,832 INFO [Time-limited test {}] server.Server(415): Started @35947ms 2024-11-11T21:17:46,834 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:17:47,695 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/cluster_e468b448-e484-d723-a13c-5be45f24e111/data/data2/current/BP-1185369305-172.17.0.2-1731359865863/current, will proceed with Du for space computation calculation, 2024-11-11T21:17:47,695 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/cluster_e468b448-e484-d723-a13c-5be45f24e111/data/data1/current/BP-1185369305-172.17.0.2-1731359865863/current, will proceed with Du for space computation calculation, 2024-11-11T21:17:47,725 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:17:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59fa62f0dd4a894 with lease ID 0x101274057c2147f: Processing first storage report for DS-23dc7a9c-2ecd-4c3b-9ca4-02d0ee5e5a3b from datanode DatanodeRegistration(127.0.0.1:36315, datanodeUuid=dfa42fe2-f827-4b06-9641-efd8b3d38c60, infoPort=40467, infoSecurePort=0, ipcPort=41737, storageInfo=lv=-57;cid=testClusterID;nsid=179038086;c=1731359865863) 2024-11-11T21:17:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59fa62f0dd4a894 with lease ID 0x101274057c2147f: from storage DS-23dc7a9c-2ecd-4c3b-9ca4-02d0ee5e5a3b node DatanodeRegistration(127.0.0.1:36315, datanodeUuid=dfa42fe2-f827-4b06-9641-efd8b3d38c60, infoPort=40467, infoSecurePort=0, ipcPort=41737, storageInfo=lv=-57;cid=testClusterID;nsid=179038086;c=1731359865863), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:17:47,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59fa62f0dd4a894 with lease ID 0x101274057c2147f: Processing first storage report for DS-54137422-4c23-4650-b50b-cb463e83c07d from datanode DatanodeRegistration(127.0.0.1:36315, datanodeUuid=dfa42fe2-f827-4b06-9641-efd8b3d38c60, infoPort=40467, infoSecurePort=0, ipcPort=41737, storageInfo=lv=-57;cid=testClusterID;nsid=179038086;c=1731359865863) 2024-11-11T21:17:47,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59fa62f0dd4a894 with lease ID 0x101274057c2147f: from storage DS-54137422-4c23-4650-b50b-cb463e83c07d node DatanodeRegistration(127.0.0.1:36315, datanodeUuid=dfa42fe2-f827-4b06-9641-efd8b3d38c60, infoPort=40467, infoSecurePort=0, ipcPort=41737, storageInfo=lv=-57;cid=testClusterID;nsid=179038086;c=1731359865863), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:17:47,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85 2024-11-11T21:17:47,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:47,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:47,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:17:48,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967 with version=8 2024-11-11T21:17:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/hbase-staging 2024-11-11T21:17:48,230 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:48,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:48,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:48,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:48,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:48,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:48,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:17:48,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:48,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36177 2024-11-11T21:17:48,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36177 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T21:17:48,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361770x0, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:48,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36177-0x1012bc2f78e0000 connected 2024-11-11T21:17:48,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:48,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:48,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on znode that does not yet exist, /0-1426312159/running 2024-11-11T21:17:48,411 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967, hbase.cluster.distributed=false 2024-11-11T21:17:48,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on znode that does not yet exist, /0-1426312159/acl 2024-11-11T21:17:48,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-11T21:17:48,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36177 2024-11-11T21:17:48,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36177 2024-11-11T21:17:48,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-11T21:17:48,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-11T21:17:48,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:48,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:48,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:48,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:48,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:48,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:48,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:17:48,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:48,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46043 2024-11-11T21:17:48,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46043 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T21:17:48,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:48,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:48,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460430x0, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:48,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46043-0x1012bc2f78e0001 connected 2024-11-11T21:17:48,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on znode that does not yet exist, /0-1426312159/running 2024-11-11T21:17:48,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:17:48,471 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:17:48,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on znode that does not yet exist, /0-1426312159/master 2024-11-11T21:17:48,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on znode that does not yet exist, /0-1426312159/acl 2024-11-11T21:17:48,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46043 2024-11-11T21:17:48,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46043 2024-11-11T21:17:48,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46043 2024-11-11T21:17:48,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46043 2024-11-11T21:17:48,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46043 2024-11-11T21:17:48,500 DEBUG [M:0;f286ae0a5299:36177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:36177 2024-11-11T21:17:48,501 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1426312159/backup-masters/f286ae0a5299,36177,1731359868230 2024-11-11T21:17:48,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159/backup-masters 2024-11-11T21:17:48,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159/backup-masters 2024-11-11T21:17:48,511 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on existing znode=/0-1426312159/backup-masters/f286ae0a5299,36177,1731359868230 2024-11-11T21:17:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1426312159/master 2024-11-11T21:17:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:48,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:48,522 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on existing znode=/0-1426312159/master 2024-11-11T21:17:48,522 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1426312159/backup-masters/f286ae0a5299,36177,1731359868230 from backup master directory 2024-11-11T21:17:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1426312159/backup-masters/f286ae0a5299,36177,1731359868230 2024-11-11T21:17:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159/backup-masters 2024-11-11T21:17:48,532 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:48,532 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,36177,1731359868230 2024-11-11T21:17:48,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159/backup-masters 2024-11-11T21:17:48,541 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/hbase.id] with ID: c61ca8f5-a397-4060-83a5-6dcf9f8838df 2024-11-11T21:17:48,541 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/.tmp/hbase.id 2024-11-11T21:17:48,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:17:48,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:17:48,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:17:48,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:17:48,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:17:48,952 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/.tmp/hbase.id]:[hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/hbase.id] 2024-11-11T21:17:48,973 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:48,973 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:17:48,975 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T21:17:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:49,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:17:49,091 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:17:49,092 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:17:49,092 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:17:49,504 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store 2024-11-11T21:17:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:17:49,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:17:49,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:17:49,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:17:49,913 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:49,913 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:17:49,913 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:49,913 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:49,913 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:17:49,913 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:49,913 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:49,913 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359869913Disabling compacts and flushes for region at 1731359869913Disabling writes for close at 1731359869913Writing region close event to WAL at 1731359869913Closed at 1731359869913 2024-11-11T21:17:49,914 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/.initializing 2024-11-11T21:17:49,914 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/WALs/f286ae0a5299,36177,1731359868230 2024-11-11T21:17:49,915 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:49,917 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C36177%2C1731359868230, suffix=, logDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/WALs/f286ae0a5299,36177,1731359868230, archiveDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/oldWALs, maxLogs=10 2024-11-11T21:17:49,934 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/WALs/f286ae0a5299,36177,1731359868230/f286ae0a5299%2C36177%2C1731359868230.1731359869917, exclude list is [], retry=0 2024-11-11T21:17:49,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36315,DS-23dc7a9c-2ecd-4c3b-9ca4-02d0ee5e5a3b,DISK] 2024-11-11T21:17:49,940 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/WALs/f286ae0a5299,36177,1731359868230/f286ae0a5299%2C36177%2C1731359868230.1731359869917 2024-11-11T21:17:49,942 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40467:40467)] 2024-11-11T21:17:49,942 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:49,942 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:49,942 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,942 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:17:49,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:49,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:49,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:17:49,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:49,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:49,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:17:49,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:49,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:49,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:17:49,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:49,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:49,955 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,956 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,957 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,958 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,958 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,959 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:49,960 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:49,962 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:49,963 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71620382, jitterRate=0.06722685694694519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:49,964 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359869944Initializing all the Stores at 1731359869945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359869945Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359869945Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359869946 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359869946Cleaning up temporary data from old regions at 1731359869958 (+12 ms)Region opened successfully at 1731359869964 (+6 ms) 2024-11-11T21:17:49,964 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:17:49,970 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274bdaba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:49,971 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:17:49,971 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:17:49,971 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:17:49,972 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:17:49,972 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:17:49,973 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:17:49,973 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:17:49,975 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:17:49,976 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Unable to get data of znode /0-1426312159/balancer because node does not exist (not necessarily an error) 2024-11-11T21:17:50,047 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1426312159/balancer already deleted, retry=false 2024-11-11T21:17:50,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:17:50,049 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Unable to get data of znode /0-1426312159/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:17:50,058 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1426312159/normalizer already deleted, retry=false 2024-11-11T21:17:50,058 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:17:50,059 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Unable to get data of znode /0-1426312159/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:17:50,068 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1426312159/switch/split already deleted, retry=false 2024-11-11T21:17:50,069 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Unable to get data of znode /0-1426312159/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:17:50,079 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1426312159/switch/merge already deleted, retry=false 2024-11-11T21:17:50,083 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Unable to get data of znode /0-1426312159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:17:50,089 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1426312159/snapshot-cleanup already deleted, retry=false 2024-11-11T21:17:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1426312159/running 2024-11-11T21:17:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1426312159/running 2024-11-11T21:17:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:50,101 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,36177,1731359868230, sessionid=0x1012bc2f78e0000, setting cluster-up flag (Was=false) 2024-11-11T21:17:50,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:50,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:50,153 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1426312159/flush-table-proc/acquired, /0-1426312159/flush-table-proc/reached, /0-1426312159/flush-table-proc/abort 2024-11-11T21:17:50,167 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,36177,1731359868230 2024-11-11T21:17:50,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:50,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:50,216 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1426312159/online-snapshot/acquired, /0-1426312159/online-snapshot/reached, /0-1426312159/online-snapshot/abort 2024-11-11T21:17:50,217 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,36177,1731359868230 2024-11-11T21:17:50,218 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:17:50,220 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:50,220 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:17:50,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:17:50,221 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f286ae0a5299,36833,1731359839044: status=Processing ServerCrashProcedure of f286ae0a5299,36833,1731359839044 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731359856941, completionTime=-1 appears to have been leaked 2024-11-11T21:17:50,221 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,36177,1731359868230 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:17:50,223 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:50,223 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:50,223 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:50,223 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:50,223 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:17:50,223 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,223 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:50,223 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:50,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:17:50,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:50,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:17:50,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731359900236 2024-11-11T21:17:50,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:17:50,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:17:50,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:17:50,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:17:50,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:17:50,237 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:17:50,240 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,252 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:17:50,252 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:17:50,252 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:17:50,252 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:17:50,254 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:17:50,254 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:17:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:17:50,255 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359870254,5,FailOnTimeoutGroup] 2024-11-11T21:17:50,255 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359870255,5,FailOnTimeoutGroup] 2024-11-11T21:17:50,255 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,255 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:17:50,255 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,255 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:17:50,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967 2024-11-11T21:17:50,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:17:50,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:50,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:17:50,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:17:50,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:50,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:50,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:17:50,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:17:50,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:50,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:50,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:17:50,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:17:50,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:50,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:50,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:17:50,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:17:50,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:50,300 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(746): ClusterId : c61ca8f5-a397-4060-83a5-6dcf9f8838df 2024-11-11T21:17:50,300 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:17:50,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:50,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:17:50,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740 2024-11-11T21:17:50,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740 2024-11-11T21:17:50,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:17:50,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:17:50,304 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:50,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:17:50,307 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:50,308 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71282412, jitterRate=0.0621907114982605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:50,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359870281Initializing all the Stores at 1731359870282 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359870282Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359870287 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359870287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359870287Cleaning up temporary data from old regions at 1731359870303 (+16 ms)Region opened successfully at 1731359870308 (+5 ms) 2024-11-11T21:17:50,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:17:50,309 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:17:50,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:17:50,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:17:50,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:17:50,309 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:50,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359870309Disabling compacts and flushes for region at 1731359870309Disabling writes for close at 1731359870309Writing region close event to WAL at 1731359870309Closed at 1731359870309 2024-11-11T21:17:50,312 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:50,312 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:17:50,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:17:50,312 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:17:50,312 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:17:50,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:50,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:17:50,322 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:17:50,323 DEBUG [RS:0;f286ae0a5299:46043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c91fb76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:50,338 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:46043 2024-11-11T21:17:50,339 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:17:50,339 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:17:50,339 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:17:50,340 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,36177,1731359868230 with port=46043, startcode=1731359868446 2024-11-11T21:17:50,340 DEBUG [RS:0;f286ae0a5299:46043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:17:50,341 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:17:50,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,46043,1731359868446 2024-11-11T21:17:50,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36177 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,46043,1731359868446 2024-11-11T21:17:50,344 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967 2024-11-11T21:17:50,344 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37183 2024-11-11T21:17:50,344 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:17:50,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159/rs 2024-11-11T21:17:50,353 DEBUG [RS:0;f286ae0a5299:46043 {}] zookeeper.ZKUtil(111): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on existing znode=/0-1426312159/rs/f286ae0a5299,46043,1731359868446 2024-11-11T21:17:50,353 WARN [RS:0;f286ae0a5299:46043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:50,353 INFO [RS:0;f286ae0a5299:46043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:50,353 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446 2024-11-11T21:17:50,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,46043,1731359868446] 2024-11-11T21:17:50,358 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:17:50,360 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:17:50,361 INFO [RS:0;f286ae0a5299:46043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:17:50,361 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,361 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:17:50,362 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:17:50,362 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,362 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,362 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,364 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,364 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,364 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,364 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:50,364 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,364 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,364 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,364 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,365 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,365 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:50,365 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:50,365 DEBUG [RS:0;f286ae0a5299:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:50,369 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,369 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,370 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,370 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,370 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,370 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46043,1731359868446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:50,391 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:17:50,391 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46043,1731359868446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,391 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,391 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.Replication(171): f286ae0a5299,46043,1731359868446 started 2024-11-11T21:17:50,411 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:50,412 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,46043,1731359868446, RpcServer on f286ae0a5299/172.17.0.2:46043, sessionid=0x1012bc2f78e0001 2024-11-11T21:17:50,412 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:17:50,412 DEBUG [RS:0;f286ae0a5299:46043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,46043,1731359868446 2024-11-11T21:17:50,412 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46043,1731359868446' 2024-11-11T21:17:50,412 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1426312159/flush-table-proc/abort' 2024-11-11T21:17:50,413 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1426312159/flush-table-proc/acquired' 2024-11-11T21:17:50,413 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:17:50,413 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:17:50,413 DEBUG [RS:0;f286ae0a5299:46043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,46043,1731359868446 2024-11-11T21:17:50,413 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46043,1731359868446' 2024-11-11T21:17:50,413 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1426312159/online-snapshot/abort' 2024-11-11T21:17:50,414 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1426312159/online-snapshot/acquired' 2024-11-11T21:17:50,414 DEBUG [RS:0;f286ae0a5299:46043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:17:50,414 INFO [RS:0;f286ae0a5299:46043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:17:50,414 INFO [RS:0;f286ae0a5299:46043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:17:50,467 WARN [f286ae0a5299:36177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:17:50,515 INFO [RS:0;f286ae0a5299:46043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:50,517 INFO [RS:0;f286ae0a5299:46043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C46043%2C1731359868446, suffix=, logDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446, archiveDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/oldWALs, maxLogs=10 2024-11-11T21:17:50,535 DEBUG [RS:0;f286ae0a5299:46043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517, exclude list is [], retry=0 2024-11-11T21:17:50,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36315,DS-23dc7a9c-2ecd-4c3b-9ca4-02d0ee5e5a3b,DISK] 2024-11-11T21:17:50,545 INFO [RS:0;f286ae0a5299:46043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 2024-11-11T21:17:50,545 DEBUG [RS:0;f286ae0a5299:46043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40467:40467)] 2024-11-11T21:17:50,718 DEBUG [f286ae0a5299:36177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:17:50,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,46043,1731359868446 2024-11-11T21:17:50,720 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46043,1731359868446, state=OPENING 2024-11-11T21:17:50,742 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:17:50,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:50,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:50,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1426312159/meta-region-server: CHANGED 2024-11-11T21:17:50,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1426312159/meta-region-server: CHANGED 2024-11-11T21:17:50,782 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:50,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46043,1731359868446}] 2024-11-11T21:17:50,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:17:50,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:17:50,944 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:17:50,944 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:50,944 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:17:50,946 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C46043%2C1731359868446.meta, suffix=.meta, logDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446, archiveDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/oldWALs, maxLogs=10 2024-11-11T21:17:50,964 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.meta.1731359870946.meta, exclude list is [], retry=0 2024-11-11T21:17:50,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36315,DS-23dc7a9c-2ecd-4c3b-9ca4-02d0ee5e5a3b,DISK] 2024-11-11T21:17:50,968 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.meta.1731359870946.meta 2024-11-11T21:17:50,969 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40467:40467)] 2024-11-11T21:17:50,969 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:50,969 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:17:50,969 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:17:50,969 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:17:50,970 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:17:50,970 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:17:50,970 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:50,970 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:17:50,970 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:17:50,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:17:50,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:17:50,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:50,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:50,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:17:50,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:17:50,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:50,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:50,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:17:50,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:17:50,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:50,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:50,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:17:50,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:17:50,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:50,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:50,978 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:17:50,980 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740 2024-11-11T21:17:50,981 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740 2024-11-11T21:17:50,982 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:17:50,982 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:17:50,983 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:50,985 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:17:50,985 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73925375, jitterRate=0.10157392919063568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:50,986 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:17:50,986 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359870970Writing region info on filesystem at 1731359870970Initializing all the Stores at 1731359870972 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359870972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359870972Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359870972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359870972Cleaning up temporary data from old regions at 1731359870982 (+10 ms)Running coprocessor post-open hooks at 1731359870986 (+4 ms)Region opened successfully at 1731359870986 2024-11-11T21:17:50,990 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359870937 2024-11-11T21:17:50,993 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:17:50,993 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:17:50,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46043,1731359868446 2024-11-11T21:17:50,995 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46043,1731359868446, state=OPEN 2024-11-11T21:17:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1426312159/meta-region-server 2024-11-11T21:17:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1426312159/meta-region-server 2024-11-11T21:17:51,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1426312159/meta-region-server: CHANGED 2024-11-11T21:17:51,016 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,46043,1731359868446 2024-11-11T21:17:51,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1426312159/meta-region-server: CHANGED 2024-11-11T21:17:51,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:17:51,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46043,1731359868446 in 234 msec 2024-11-11T21:17:51,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:17:51,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 709 msec 2024-11-11T21:17:51,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:51,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:17:51,028 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:51,028 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46043,1731359868446, seqNum=-1] 2024-11-11T21:17:51,028 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:51,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:51,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 823 msec 2024-11-11T21:17:51,045 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359871045, completionTime=-1 2024-11-11T21:17:51,045 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:17:51,045 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:17:51,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:17:51,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731359931048 2024-11-11T21:17:51,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731359991048 2024-11-11T21:17:51,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T21:17:51,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36177,1731359868230-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:51,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36177,1731359868230-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:51,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36177,1731359868230-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:51,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:36177, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:51,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:51,050 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:51,054 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:17:51,059 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.527sec 2024-11-11T21:17:51,060 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:17:51,060 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:17:51,060 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:17:51,060 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:17:51,060 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:17:51,060 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36177,1731359868230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:51,060 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36177,1731359868230-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:17:51,063 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:17:51,063 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:17:51,063 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36177,1731359868230-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:51,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b85cfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:51,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36177,-1 for getting cluster id 2024-11-11T21:17:51,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:51,108 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c61ca8f5-a397-4060-83a5-6dcf9f8838df' 2024-11-11T21:17:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c61ca8f5-a397-4060-83a5-6dcf9f8838df" 2024-11-11T21:17:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2777137d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36177,-1] 2024-11-11T21:17:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:51,112 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:51,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68045ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:51,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46043,1731359868446, seqNum=-1] 2024-11-11T21:17:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:51,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,36177,1731359868230 2024-11-11T21:17:51,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T21:17:51,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:51,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc2f78e0002 connected 2024-11-11T21:17:51,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.log.dir so I do NOT create it in target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c 2024-11-11T21:17:51,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:17:51,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.tmp.dir so I do NOT create it in target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c 2024-11-11T21:17:51,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:17:51,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c 2024-11-11T21:17:51,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:17:51,146 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/cluster_d9e73e58-65c3-763f-fa82-8dd0e4fd49db, deleteOnExit=true 2024-11-11T21:17:51,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:17:51,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/test.cache.data in system properties and HBase conf 2024-11-11T21:17:51,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:17:51,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:17:51,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:17:51,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:17:51,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:17:51,146 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:17:51,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:17:51,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:51,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:17:51,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:17:51,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:17:51,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:17:51,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:51,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36dd4402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:17:51,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72a103b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:17:51,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb71c5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/java.io.tmpdir/jetty-localhost-43035-hadoop-hdfs-3_4_1-tests_jar-_-any-12907327800601391162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:17:51,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@475f1cc8{HTTP/1.1, (http/1.1)}{localhost:43035} 2024-11-11T21:17:51,805 INFO [Time-limited test {}] server.Server(415): Started @40920ms 2024-11-11T21:17:52,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:17:52,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:17:52,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:17:52,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:17:52,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:17:52,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4adf598c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:17:52,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607c80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:17:52,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27b2352a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/java.io.tmpdir/jetty-localhost-43687-hadoop-hdfs-3_4_1-tests_jar-_-any-9006311584893869415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:17:52,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@627163b{HTTP/1.1, (http/1.1)}{localhost:43687} 2024-11-11T21:17:52,268 INFO [Time-limited test {}] server.Server(415): Started @41383ms 2024-11-11T21:17:52,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:17:52,946 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/cluster_d9e73e58-65c3-763f-fa82-8dd0e4fd49db/data/data1/current/BP-139114990-172.17.0.2-1731359871176/current, will proceed with Du for space computation calculation, 2024-11-11T21:17:52,947 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/cluster_d9e73e58-65c3-763f-fa82-8dd0e4fd49db/data/data2/current/BP-139114990-172.17.0.2-1731359871176/current, will proceed with Du for space computation calculation, 2024-11-11T21:17:52,990 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:17:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bfd58d067444634 with lease ID 0x1063d465aca04749: Processing first storage report for DS-dfa062f3-bc0b-44ac-88e8-543563bf4d21 from datanode DatanodeRegistration(127.0.0.1:37275, datanodeUuid=ac8c46c1-33ef-4fcc-8f85-784573f089cb, infoPort=39329, infoSecurePort=0, ipcPort=34337, storageInfo=lv=-57;cid=testClusterID;nsid=918122676;c=1731359871176) 2024-11-11T21:17:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bfd58d067444634 with lease ID 0x1063d465aca04749: from storage DS-dfa062f3-bc0b-44ac-88e8-543563bf4d21 node DatanodeRegistration(127.0.0.1:37275, datanodeUuid=ac8c46c1-33ef-4fcc-8f85-784573f089cb, infoPort=39329, infoSecurePort=0, ipcPort=34337, storageInfo=lv=-57;cid=testClusterID;nsid=918122676;c=1731359871176), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:17:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bfd58d067444634 with lease ID 0x1063d465aca04749: Processing first storage report for DS-7e4d5e59-b92a-47db-9493-f8437c2dc79b from datanode DatanodeRegistration(127.0.0.1:37275, datanodeUuid=ac8c46c1-33ef-4fcc-8f85-784573f089cb, infoPort=39329, infoSecurePort=0, ipcPort=34337, storageInfo=lv=-57;cid=testClusterID;nsid=918122676;c=1731359871176) 2024-11-11T21:17:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bfd58d067444634 with lease ID 0x1063d465aca04749: from storage DS-7e4d5e59-b92a-47db-9493-f8437c2dc79b node DatanodeRegistration(127.0.0.1:37275, datanodeUuid=ac8c46c1-33ef-4fcc-8f85-784573f089cb, infoPort=39329, infoSecurePort=0, ipcPort=34337, storageInfo=lv=-57;cid=testClusterID;nsid=918122676;c=1731359871176), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:17:53,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c 2024-11-11T21:17:53,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:53,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:53,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:17:53,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22 with version=8 2024-11-11T21:17:53,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/hbase-staging 2024-11-11T21:17:53,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:53,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:53,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:53,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:53,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:53,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:53,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:17:53,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:53,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39089 2024-11-11T21:17:53,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39089 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T21:17:53,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390890x0, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:53,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39089-0x1012bc2f78e0003 connected 2024-11-11T21:17:53,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:53,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:53,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on znode that does not yet exist, /11508466309/running 2024-11-11T21:17:53,147 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22, hbase.cluster.distributed=false 2024-11-11T21:17:53,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on znode that does not yet exist, /11508466309/acl 2024-11-11T21:17:53,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39089 2024-11-11T21:17:53,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39089 2024-11-11T21:17:53,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39089 2024-11-11T21:17:53,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39089 2024-11-11T21:17:53,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39089 2024-11-11T21:17:53,186 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:17:53,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:53,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:53,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:17:53,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:17:53,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:17:53,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:17:53,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:17:53,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35475 2024-11-11T21:17:53,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35475 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T21:17:53,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:53,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:53,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354750x0, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:53,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354750x0, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on znode that does not yet exist, /11508466309/running 2024-11-11T21:17:53,218 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:17:53,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35475-0x1012bc2f78e0004 connected 2024-11-11T21:17:53,228 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:17:53,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on znode that does not yet exist, /11508466309/master 2024-11-11T21:17:53,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on znode that does not yet exist, /11508466309/acl 2024-11-11T21:17:53,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35475 2024-11-11T21:17:53,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35475 2024-11-11T21:17:53,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35475 2024-11-11T21:17:53,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35475 2024-11-11T21:17:53,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35475 2024-11-11T21:17:53,273 DEBUG [M:0;f286ae0a5299:39089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:39089 2024-11-11T21:17:53,273 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11508466309/backup-masters/f286ae0a5299,39089,1731359873041 2024-11-11T21:17:53,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309/backup-masters 2024-11-11T21:17:53,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309/backup-masters 2024-11-11T21:17:53,280 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on existing znode=/11508466309/backup-masters/f286ae0a5299,39089,1731359873041 2024-11-11T21:17:53,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11508466309/master 2024-11-11T21:17:53,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:53,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:53,291 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on existing znode=/11508466309/master 2024-11-11T21:17:53,292 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11508466309/backup-masters/f286ae0a5299,39089,1731359873041 from backup master directory 2024-11-11T21:17:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11508466309/backup-masters/f286ae0a5299,39089,1731359873041 2024-11-11T21:17:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309/backup-masters 2024-11-11T21:17:53,300 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:53,300 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,39089,1731359873041 2024-11-11T21:17:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309/backup-masters 2024-11-11T21:17:53,307 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/hbase.id] with ID: 8ab00ef6-8ebe-4291-87f0-d87a484e5e68 2024-11-11T21:17:53,308 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/.tmp/hbase.id 2024-11-11T21:17:53,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:17:53,331 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/.tmp/hbase.id]:[hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/hbase.id] 2024-11-11T21:17:53,354 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:17:53,355 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:17:53,356 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:17:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:53,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:53,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:17:53,371 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:17:53,371 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:17:53,372 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:53,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:17:53,392 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store 2024-11-11T21:17:53,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:17:53,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:53,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:17:53,807 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:53,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:53,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:17:53,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:53,807 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:53,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359873807Disabling compacts and flushes for region at 1731359873807Disabling writes for close at 1731359873807Writing region close event to WAL at 1731359873807Closed at 1731359873807 2024-11-11T21:17:53,808 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/.initializing 2024-11-11T21:17:53,808 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/WALs/f286ae0a5299,39089,1731359873041 2024-11-11T21:17:53,812 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:53,815 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C39089%2C1731359873041, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/WALs/f286ae0a5299,39089,1731359873041, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/oldWALs, maxLogs=10 2024-11-11T21:17:53,831 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/WALs/f286ae0a5299,39089,1731359873041/f286ae0a5299%2C39089%2C1731359873041.1731359873815, exclude list is [], retry=0 2024-11-11T21:17:53,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37275,DS-dfa062f3-bc0b-44ac-88e8-543563bf4d21,DISK] 2024-11-11T21:17:53,840 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/WALs/f286ae0a5299,39089,1731359873041/f286ae0a5299%2C39089%2C1731359873041.1731359873815 2024-11-11T21:17:53,841 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-11-11T21:17:53,841 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:53,841 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:53,841 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,841 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:17:53,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:53,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:53,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:17:53,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:53,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:53,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:17:53,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:53,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:53,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:17:53,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:53,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:53,855 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,855 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,856 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:53,858 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:17:53,861 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:53,861 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66908664, jitterRate=-0.0029832124710083008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:53,861 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359873842Initializing all the Stores at 1731359873843 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359873843Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359873843Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359873843Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359873843Cleaning up temporary data from old regions at 1731359873857 (+14 ms)Region opened successfully at 1731359873861 (+4 ms) 2024-11-11T21:17:53,861 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:17:53,865 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393824e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:53,866 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:17:53,866 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:17:53,866 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:17:53,866 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:17:53,867 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:17:53,867 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:17:53,867 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:17:53,870 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:17:53,871 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Unable to get data of znode /11508466309/balancer because node does not exist (not necessarily an error) 2024-11-11T21:17:53,942 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11508466309/balancer already deleted, retry=false 2024-11-11T21:17:53,942 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:17:53,944 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Unable to get data of znode /11508466309/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:17:53,952 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11508466309/normalizer already deleted, retry=false 2024-11-11T21:17:53,953 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:17:53,954 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Unable to get data of znode /11508466309/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:17:53,965 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11508466309/switch/split already deleted, retry=false 2024-11-11T21:17:53,966 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Unable to get data of znode /11508466309/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:17:53,973 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11508466309/switch/merge already deleted, retry=false 2024-11-11T21:17:53,976 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Unable to get data of znode /11508466309/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:17:53,984 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11508466309/snapshot-cleanup already deleted, retry=false 2024-11-11T21:17:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11508466309/running 2024-11-11T21:17:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11508466309/running 2024-11-11T21:17:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:53,996 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,39089,1731359873041, sessionid=0x1012bc2f78e0003, setting cluster-up flag (Was=false) 2024-11-11T21:17:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:54,047 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11508466309/flush-table-proc/acquired, /11508466309/flush-table-proc/reached, /11508466309/flush-table-proc/abort 2024-11-11T21:17:54,048 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,39089,1731359873041 2024-11-11T21:17:54,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:54,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:54,100 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11508466309/online-snapshot/acquired, /11508466309/online-snapshot/reached, /11508466309/online-snapshot/abort 2024-11-11T21:17:54,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,39089,1731359873041 2024-11-11T21:17:54,104 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:17:54,106 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:54,106 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:17:54,106 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:17:54,107 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,39089,1731359873041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:17:54,109 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:54,109 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:54,109 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:54,109 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:17:54,109 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:17:54,109 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,109 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:54,109 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:54,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:17:54,115 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:54,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:17:54,126 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731359904125 2024-11-11T21:17:54,126 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:17:54,126 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:17:54,126 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:17:54,126 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:17:54,126 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:17:54,126 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:17:54,127 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:17:54,132 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:17:54,132 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:17:54,132 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:17:54,133 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:17:54,136 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:17:54,136 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:17:54,139 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359874136,5,FailOnTimeoutGroup] 2024-11-11T21:17:54,139 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359874139,5,FailOnTimeoutGroup] 2024-11-11T21:17:54,139 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,139 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:17:54,139 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,140 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,154 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(746): ClusterId : 8ab00ef6-8ebe-4291-87f0-d87a484e5e68 2024-11-11T21:17:54,154 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:17:54,164 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:17:54,164 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:17:54,174 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:17:54,175 DEBUG [RS:0;f286ae0a5299:35475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc398cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:17:54,189 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:35475 2024-11-11T21:17:54,189 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:17:54,189 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:17:54,189 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:17:54,190 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,39089,1731359873041 with port=35475, startcode=1731359873186 2024-11-11T21:17:54,190 DEBUG [RS:0;f286ae0a5299:35475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:17:54,191 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:17:54,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,35475,1731359873186 2024-11-11T21:17:54,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39089 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,35475,1731359873186 2024-11-11T21:17:54,193 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22 2024-11-11T21:17:54,193 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46363 2024-11-11T21:17:54,193 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:17:54,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309/rs 2024-11-11T21:17:54,249 DEBUG [RS:0;f286ae0a5299:35475 {}] zookeeper.ZKUtil(111): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on existing znode=/11508466309/rs/f286ae0a5299,35475,1731359873186 2024-11-11T21:17:54,249 WARN [RS:0;f286ae0a5299:35475 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:17:54,249 INFO [RS:0;f286ae0a5299:35475 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:54,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,35475,1731359873186] 2024-11-11T21:17:54,250 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/WALs/f286ae0a5299,35475,1731359873186 2024-11-11T21:17:54,257 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:17:54,260 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:17:54,262 INFO [RS:0;f286ae0a5299:35475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:17:54,262 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,262 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:17:54,263 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:17:54,263 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,263 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,263 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,263 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,263 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,263 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,263 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:17:54,263 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,264 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,264 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,264 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,264 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,264 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:17:54,264 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:54,264 DEBUG [RS:0;f286ae0a5299:35475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:17:54,268 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,268 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,268 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,268 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,268 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,268 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35475,1731359873186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:54,289 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:17:54,289 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,35475,1731359873186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,289 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,289 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.Replication(171): f286ae0a5299,35475,1731359873186 started 2024-11-11T21:17:54,307 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:54,307 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,35475,1731359873186, RpcServer on f286ae0a5299/172.17.0.2:35475, sessionid=0x1012bc2f78e0004 2024-11-11T21:17:54,307 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:17:54,307 DEBUG [RS:0;f286ae0a5299:35475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,35475,1731359873186 2024-11-11T21:17:54,307 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,35475,1731359873186' 2024-11-11T21:17:54,307 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11508466309/flush-table-proc/abort' 2024-11-11T21:17:54,308 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11508466309/flush-table-proc/acquired' 2024-11-11T21:17:54,308 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:17:54,308 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:17:54,308 DEBUG [RS:0;f286ae0a5299:35475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,35475,1731359873186 2024-11-11T21:17:54,308 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,35475,1731359873186' 2024-11-11T21:17:54,308 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11508466309/online-snapshot/abort' 2024-11-11T21:17:54,309 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11508466309/online-snapshot/acquired' 2024-11-11T21:17:54,309 DEBUG [RS:0;f286ae0a5299:35475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:17:54,309 INFO [RS:0;f286ae0a5299:35475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:17:54,309 INFO [RS:0;f286ae0a5299:35475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:17:54,410 INFO [RS:0;f286ae0a5299:35475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:17:54,412 INFO [RS:0;f286ae0a5299:35475 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C35475%2C1731359873186, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/WALs/f286ae0a5299,35475,1731359873186, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/oldWALs, maxLogs=10 2024-11-11T21:17:54,436 DEBUG [RS:0;f286ae0a5299:35475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/WALs/f286ae0a5299,35475,1731359873186/f286ae0a5299%2C35475%2C1731359873186.1731359874412, exclude list is [], retry=0 2024-11-11T21:17:54,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37275,DS-dfa062f3-bc0b-44ac-88e8-543563bf4d21,DISK] 2024-11-11T21:17:54,440 INFO [RS:0;f286ae0a5299:35475 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/WALs/f286ae0a5299,35475,1731359873186/f286ae0a5299%2C35475%2C1731359873186.1731359874412 2024-11-11T21:17:54,441 DEBUG [RS:0;f286ae0a5299:35475 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-11-11T21:17:54,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:17:54,530 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22 2024-11-11T21:17:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:17:54,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:54,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:17:54,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:17:54,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:17:54,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:17:54,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:54,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:54,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:17:54,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:17:54,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:54,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:54,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:17:54,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:17:54,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:54,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:54,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:17:54,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740 2024-11-11T21:17:54,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740 2024-11-11T21:17:54,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:17:54,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:17:54,574 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:54,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:17:54,579 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:54,580 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63180609, jitterRate=-0.058535560965538025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:54,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359874553Initializing all the Stores at 1731359874555 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359874555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359874560 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359874560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359874560Cleaning up temporary data from old regions at 1731359874574 (+14 ms)Region opened successfully at 1731359874580 (+6 ms) 2024-11-11T21:17:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:17:54,581 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:17:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:17:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:17:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:17:54,582 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:54,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359874581Disabling compacts and flushes for region at 1731359874581Disabling writes for close at 1731359874581Writing region close event to WAL at 1731359874582 (+1 ms)Closed at 1731359874582 2024-11-11T21:17:54,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:54,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:17:54,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:17:54,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:54,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:17:54,738 DEBUG [f286ae0a5299:39089 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:17:54,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,35475,1731359873186 2024-11-11T21:17:54,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,35475,1731359873186, state=OPENING 2024-11-11T21:17:54,784 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:17:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:54,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11508466309/meta-region-server: CHANGED 2024-11-11T21:17:54,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11508466309/meta-region-server: CHANGED 2024-11-11T21:17:54,796 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:17:54,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,35475,1731359873186}] 2024-11-11T21:17:54,951 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:17:54,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:17:54,957 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:17:54,957 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:54,958 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:17:54,960 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C35475%2C1731359873186.meta, suffix=.meta, logDir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/WALs/f286ae0a5299,35475,1731359873186, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/oldWALs, maxLogs=10 2024-11-11T21:17:54,976 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/WALs/f286ae0a5299,35475,1731359873186/f286ae0a5299%2C35475%2C1731359873186.meta.1731359874960.meta, exclude list is [], retry=0 2024-11-11T21:17:54,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37275,DS-dfa062f3-bc0b-44ac-88e8-543563bf4d21,DISK] 2024-11-11T21:17:54,984 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/WALs/f286ae0a5299,35475,1731359873186/f286ae0a5299%2C35475%2C1731359873186.meta.1731359874960.meta 2024-11-11T21:17:54,985 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-11-11T21:17:54,985 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:54,985 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:17:54,986 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:17:54,986 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:17:54,986 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:17:54,986 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:17:54,986 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:54,986 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:17:54,986 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:17:54,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:17:54,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:17:54,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:54,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:54,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:17:54,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:17:54,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:54,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:54,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:17:54,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:17:54,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:54,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:54,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:17:54,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:17:54,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:54,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:17:54,995 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:17:54,996 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740 2024-11-11T21:17:54,997 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740 2024-11-11T21:17:54,999 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:17:54,999 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:17:55,002 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:17:55,003 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:17:55,004 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73999726, jitterRate=0.10268184542655945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:17:55,004 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:17:55,004 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359874986Writing region info on filesystem at 1731359874986Initializing all the Stores at 1731359874987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359874987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359874988 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359874988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359874988Cleaning up temporary data from old regions at 1731359874999 (+11 ms)Running coprocessor post-open hooks at 1731359875004 (+5 ms)Region opened successfully at 1731359875004 2024-11-11T21:17:55,006 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359874951 2024-11-11T21:17:55,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,35475,1731359873186 2024-11-11T21:17:55,010 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:17:55,010 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:17:55,012 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,35475,1731359873186, state=OPEN 2024-11-11T21:17:55,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11508466309/meta-region-server 2024-11-11T21:17:55,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11508466309/meta-region-server 2024-11-11T21:17:55,025 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,35475,1731359873186 2024-11-11T21:17:55,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11508466309/meta-region-server: CHANGED 2024-11-11T21:17:55,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11508466309/meta-region-server: CHANGED 2024-11-11T21:17:55,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:17:55,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,35475,1731359873186 in 229 msec 2024-11-11T21:17:55,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:17:55,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-11T21:17:55,035 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:17:55,035 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:17:55,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:55,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,35475,1731359873186, seqNum=-1] 2024-11-11T21:17:55,037 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:55,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:55,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 939 msec 2024-11-11T21:17:55,046 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359875046, completionTime=-1 2024-11-11T21:17:55,046 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:17:55,046 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:17:55,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:17:55,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731359935048 2024-11-11T21:17:55,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731359995048 2024-11-11T21:17:55,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:17:55,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39089,1731359873041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:55,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39089,1731359873041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:55,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39089,1731359873041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:55,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:39089, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:55,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:55,052 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:55,052 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:17:55,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.757sec 2024-11-11T21:17:55,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:17:55,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:17:55,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:17:55,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:17:55,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:17:55,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39089,1731359873041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:17:55,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39089,1731359873041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:17:55,060 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:17:55,060 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:17:55,060 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39089,1731359873041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:17:55,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c7af15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:55,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,39089,-1 for getting cluster id 2024-11-11T21:17:55,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:55,156 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ab00ef6-8ebe-4291-87f0-d87a484e5e68' 2024-11-11T21:17:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ab00ef6-8ebe-4291-87f0-d87a484e5e68" 2024-11-11T21:17:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e337bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,39089,-1] 2024-11-11T21:17:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:55,158 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:55,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d28077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:55,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:55,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,35475,1731359873186, seqNum=-1] 2024-11-11T21:17:55,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:55,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:17:55,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,39089,1731359873041 2024-11-11T21:17:55,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T21:17:55,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:17:55,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012bc2f78e0005 connected 2024-11-11T21:17:55,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450f04eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:55,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36177,-1 for getting cluster id 2024-11-11T21:17:55,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:55,190 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c61ca8f5-a397-4060-83a5-6dcf9f8838df' 2024-11-11T21:17:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c61ca8f5-a397-4060-83a5-6dcf9f8838df" 2024-11-11T21:17:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2482b5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36177,-1] 2024-11-11T21:17:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:55,193 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f1bfd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:55,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36177,1731359868230 2024-11-11T21:17:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fe505e 2024-11-11T21:17:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:55,196 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:55,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:39089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:17:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:17:55,200 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:39089' 2024-11-11T21:17:55,201 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36784256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:55,202 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,39089,-1 for getting cluster id 2024-11-11T21:17:55,202 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:55,203 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ab00ef6-8ebe-4291-87f0-d87a484e5e68' 2024-11-11T21:17:55,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:55,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ab00ef6-8ebe-4291-87f0-d87a484e5e68" 2024-11-11T21:17:55,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7124870e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:55,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,39089,-1] 2024-11-11T21:17:55,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:55,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:55,205 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:55,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386eb6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:55,205 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:55,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,39089,1731359873041 2024-11-11T21:17:55,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e7156e 2024-11-11T21:17:55,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:55,208 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:55,208 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T21:17:55,208 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:17:55,209 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:55,209 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:55,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:55,209 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:17:55,211 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:17:55,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:17:55,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:55,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:17:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741835_1011 (size=1138) 2024-11-11T21:17:55,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fccf4063832862a7c87315b836e7040, NAME => 'hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967 2024-11-11T21:17:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741836_1012 (size=44) 2024-11-11T21:17:55,261 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:17:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:55,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:55,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2fccf4063832862a7c87315b836e7040, disabling compactions & flushes 2024-11-11T21:17:55,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:17:55,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:17:55,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. after waiting 0 ms 2024-11-11T21:17:55,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:17:55,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:17:55,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fccf4063832862a7c87315b836e7040: Waiting for close lock at 1731359875650Disabling compacts and flushes for region at 1731359875650Disabling writes for close at 1731359875650Writing region close event to WAL at 1731359875650Closed at 1731359875650 2024-11-11T21:17:55,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:17:55,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731359875652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359875652"}]},"ts":"1731359875652"} 2024-11-11T21:17:55,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:17:55,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:17:55,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359875656"}]},"ts":"1731359875656"} 2024-11-11T21:17:55,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:17:55,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2fccf4063832862a7c87315b836e7040, ASSIGN}] 2024-11-11T21:17:55,662 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2fccf4063832862a7c87315b836e7040, ASSIGN 2024-11-11T21:17:55,663 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2fccf4063832862a7c87315b836e7040, ASSIGN; state=OFFLINE, location=f286ae0a5299,46043,1731359868446; forceNewPlan=false, retain=false 2024-11-11T21:17:55,814 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2fccf4063832862a7c87315b836e7040, regionState=OPENING, regionLocation=f286ae0a5299,46043,1731359868446 2024-11-11T21:17:55,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2fccf4063832862a7c87315b836e7040, ASSIGN because future has completed 2024-11-11T21:17:55,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fccf4063832862a7c87315b836e7040, server=f286ae0a5299,46043,1731359868446}] 2024-11-11T21:17:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:55,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:17:55,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:17:55,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:17:55,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C46043%2C1731359868446.rep, suffix=, logDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446, archiveDir=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/oldWALs, maxLogs=10 2024-11-11T21:17:55,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.rep.1731359875979, exclude list is [], retry=0 2024-11-11T21:17:55,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36315,DS-23dc7a9c-2ecd-4c3b-9ca4-02d0ee5e5a3b,DISK] 2024-11-11T21:17:55,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.rep.1731359875979 2024-11-11T21:17:55,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40467:40467)] 2024-11-11T21:17:55,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fccf4063832862a7c87315b836e7040, NAME => 'hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:17:56,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:17:56,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:17:56,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. service=MultiRowMutationService 2024-11-11T21:17:56,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:17:56,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:17:56,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,002 INFO [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,004 INFO [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fccf4063832862a7c87315b836e7040 columnFamilyName hfileref 2024-11-11T21:17:56,004 DEBUG [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:56,004 INFO [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] regionserver.HStore(327): Store=2fccf4063832862a7c87315b836e7040/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:56,005 INFO [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,006 INFO [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fccf4063832862a7c87315b836e7040 columnFamilyName queue 2024-11-11T21:17:56,006 DEBUG [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:56,006 INFO [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] regionserver.HStore(327): Store=2fccf4063832862a7c87315b836e7040/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:56,006 INFO [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,007 INFO [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fccf4063832862a7c87315b836e7040 columnFamilyName sid 2024-11-11T21:17:56,008 DEBUG [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:17:56,008 INFO [StoreOpener-2fccf4063832862a7c87315b836e7040-1 {}] regionserver.HStore(327): Store=2fccf4063832862a7c87315b836e7040/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:17:56,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/replication/2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/replication/2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:17:56,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/replication/2fccf4063832862a7c87315b836e7040/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:17:56,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2fccf4063832862a7c87315b836e7040; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61833955, jitterRate=-0.07860226929187775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:17:56,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fccf4063832862a7c87315b836e7040 2024-11-11T21:17:56,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2fccf4063832862a7c87315b836e7040: Running coprocessor pre-open hook at 1731359876000Writing region info on filesystem at 1731359876000Initializing all the Stores at 1731359876002 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359876002Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359876002Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359876002Cleaning up temporary data from old regions at 1731359876010 (+8 ms)Running coprocessor post-open hooks at 1731359876016 (+6 ms)Region opened successfully at 1731359876016 2024-11-11T21:17:56,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040., pid=7, masterSystemTime=1731359875970 2024-11-11T21:17:56,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:17:56,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:17:56,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2fccf4063832862a7c87315b836e7040, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46043,1731359868446 2024-11-11T21:17:56,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fccf4063832862a7c87315b836e7040, server=f286ae0a5299,46043,1731359868446 because future has completed 2024-11-11T21:17:56,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T21:17:56,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fccf4063832862a7c87315b836e7040, server=f286ae0a5299,46043,1731359868446 in 207 msec 2024-11-11T21:17:56,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:17:56,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2fccf4063832862a7c87315b836e7040, ASSIGN in 367 msec 2024-11-11T21:17:56,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:17:56,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359876031"}]},"ts":"1731359876031"} 2024-11-11T21:17:56,034 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:17:56,035 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:17:56,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 826 msec 2024-11-11T21:17:56,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040., hostname=f286ae0a5299,46043,1731359868446, seqNum=2] 2024-11-11T21:17:56,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:56,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:17:56,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:17:56,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T21:17:56,308 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:17:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:56,347 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,46043,1731359868446, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:17:56,348 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:17:56,348 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46043,1731359868446, seqNum=-1] 2024-11-11T21:17:56,349 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:17:56,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T21:17:56,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,46043,1731359868446', locateType=CURRENT is [region=hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040., hostname=f286ae0a5299,46043,1731359868446, seqNum=2] 2024-11-11T21:17:56,366 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T21:17:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T21:17:56,371 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,46043,1731359868446 suceeded 2024-11-11T21:17:56,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T21:17:56,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-11T21:17:56,376 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:39089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:17:56,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1790 sec 2024-11-11T21:17:56,403 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:39089' 2024-11-11T21:17:56,425 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@317c7d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:56,425 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,39089,-1 for getting cluster id 2024-11-11T21:17:56,426 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:17:56,428 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ab00ef6-8ebe-4291-87f0-d87a484e5e68' 2024-11-11T21:17:56,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:17:56,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ab00ef6-8ebe-4291-87f0-d87a484e5e68" 2024-11-11T21:17:56,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@792273bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:56,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,39089,-1] 2024-11-11T21:17:56,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:17:56,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:56,430 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:17:56,431 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ece440b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:17:56,432 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,39089,1731359873041 2024-11-11T21:17:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d631f 2024-11-11T21:17:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:56,435 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T21:17:56,436 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,46043,1731359868446 (queues=1) is replicating from cluster=c61ca8f5-a397-4060-83a5-6dcf9f8838df to cluster=8ab00ef6-8ebe-4291-87f0-d87a484e5e68 2024-11-11T21:17:56,436 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C46043%2C1731359868446 2024-11-11T21:17:56,436 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,46043,1731359868446, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:17:56,437 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517, startPosition=0, beingWritten=true 2024-11-11T21:17:56,437 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.shipperf286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C46043%2C1731359868446 2024-11-11T21:17:56,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:17:56,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:17:56,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:17:56,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:17:56,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:17:56,644 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 to pos 0, reset compression=false 2024-11-11T21:17:56,952 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 to pos 0, reset compression=false 2024-11-11T21:17:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:17:57,347 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:17:57,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:57,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:57,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:57,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:57,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:57,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:17:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36177,1731359868230 2024-11-11T21:17:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f4e4f1b 2024-11-11T21:17:57,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:17:57,349 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:17:57,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T21:17:57,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:17:57,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:57,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:57,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:57,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:57,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:17:57,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:17:57,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=411939050, stopped=false 2024-11-11T21:17:57,350 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,39089,1731359873041 2024-11-11T21:17:57,361 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 to pos 0, reset compression=false 2024-11-11T21:17:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11508466309/running 2024-11-11T21:17:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11508466309/running 2024-11-11T21:17:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:57,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:17:57,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:17:57,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:57,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:57,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on znode that does not yet exist, /11508466309/running 2024-11-11T21:17:57,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Set watcher on znode that does not yet exist, /11508466309/running 2024-11-11T21:17:57,406 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,35475,1731359873186' ***** 2024-11-11T21:17:57,406 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:17:57,406 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:17:57,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:17:57,406 INFO [RS:0;f286ae0a5299:35475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:17:57,406 INFO [RS:0;f286ae0a5299:35475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:17:57,406 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,35475,1731359873186 2024-11-11T21:17:57,406 INFO [RS:0;f286ae0a5299:35475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:17:57,406 INFO [RS:0;f286ae0a5299:35475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:35475. 2024-11-11T21:17:57,406 DEBUG [RS:0;f286ae0a5299:35475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:17:57,406 DEBUG [RS:0;f286ae0a5299:35475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:57,407 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:17:57,407 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:17:57,407 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:17:57,407 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:17:57,407 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:17:57,407 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:17:57,407 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:17:57,407 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:17:57,407 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:17:57,407 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:17:57,407 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:17:57,407 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:17:57,407 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T21:17:57,422 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740/.tmp/ns/287805d2856a47ef871ccb9ee638f189 is 43, key is default/ns:d/1731359875039/Put/seqid=0 2024-11-11T21:17:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741835_1011 (size=5153) 2024-11-11T21:17:57,477 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:17:57,607 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:17:57,807 DEBUG [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:17:57,826 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740/.tmp/ns/287805d2856a47ef871ccb9ee638f189 2024-11-11T21:17:57,833 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740/.tmp/ns/287805d2856a47ef871ccb9ee638f189 as hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740/ns/287805d2856a47ef871ccb9ee638f189 2024-11-11T21:17:57,839 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740/ns/287805d2856a47ef871ccb9ee638f189, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T21:17:57,841 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-11T21:17:57,845 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T21:17:57,846 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:17:57,846 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:17:57,846 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:57,846 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359877407Running coprocessor pre-close hooks at 1731359877407Disabling compacts and flushes for region at 1731359877407Disabling writes for close at 1731359877407Obtaining lock to block concurrent updates at 1731359877407Preparing flush snapshotting stores in 1588230740 at 1731359877407Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731359877408 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731359877408Flushing 1588230740/ns: creating writer at 1731359877408Flushing 1588230740/ns: appending metadata at 1731359877421 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731359877421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f761b87: reopening flushed file at 1731359877832 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731359877841 (+9 ms)Writing region close event to WAL at 1731359877841Running coprocessor post-close hooks at 1731359877846 (+5 ms)Closed at 1731359877846 2024-11-11T21:17:57,846 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:17:57,866 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 to pos 0, reset compression=false 2024-11-11T21:17:58,007 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,35475,1731359873186; all regions closed. 2024-11-11T21:17:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741834_1010 (size=1152) 2024-11-11T21:17:58,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/WALs/f286ae0a5299,35475,1731359873186/f286ae0a5299%2C35475%2C1731359873186.meta.1731359874960.meta not finished, retry = 0 2024-11-11T21:17:58,113 DEBUG [RS:0;f286ae0a5299:35475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/oldWALs 2024-11-11T21:17:58,113 INFO [RS:0;f286ae0a5299:35475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C35475%2C1731359873186.meta:.meta(num 1731359874960) 2024-11-11T21:17:58,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741832_1008 (size=93) 2024-11-11T21:17:58,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/WALs/f286ae0a5299,35475,1731359873186/f286ae0a5299%2C35475%2C1731359873186.1731359874412 not finished, retry = 0 2024-11-11T21:17:58,218 DEBUG [RS:0;f286ae0a5299:35475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/oldWALs 2024-11-11T21:17:58,218 INFO [RS:0;f286ae0a5299:35475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C35475%2C1731359873186:(num 1731359874412) 2024-11-11T21:17:58,218 DEBUG [RS:0;f286ae0a5299:35475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:17:58,218 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:17:58,218 INFO [RS:0;f286ae0a5299:35475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:17:58,218 INFO [RS:0;f286ae0a5299:35475 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:17:58,218 INFO [RS:0;f286ae0a5299:35475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:17:58,218 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:17:58,219 INFO [RS:0;f286ae0a5299:35475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35475 2024-11-11T21:17:58,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11508466309/rs/f286ae0a5299,35475,1731359873186 2024-11-11T21:17:58,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309/rs 2024-11-11T21:17:58,268 INFO [RS:0;f286ae0a5299:35475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:17:58,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,35475,1731359873186] 2024-11-11T21:17:58,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11508466309/draining/f286ae0a5299,35475,1731359873186 already deleted, retry=false 2024-11-11T21:17:58,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,35475,1731359873186 expired; onlineServers=0 2024-11-11T21:17:58,289 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,39089,1731359873041' ***** 2024-11-11T21:17:58,289 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:17:58,289 INFO [M:0;f286ae0a5299:39089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:17:58,289 INFO [M:0;f286ae0a5299:39089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:17:58,289 DEBUG [M:0;f286ae0a5299:39089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:17:58,289 DEBUG [M:0;f286ae0a5299:39089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:17:58,289 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:17:58,289 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359874136 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359874136,5,FailOnTimeoutGroup] 2024-11-11T21:17:58,289 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359874139 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359874139,5,FailOnTimeoutGroup] 2024-11-11T21:17:58,290 INFO [M:0;f286ae0a5299:39089 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:17:58,290 INFO [M:0;f286ae0a5299:39089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:17:58,290 DEBUG [M:0;f286ae0a5299:39089 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:17:58,290 INFO [M:0;f286ae0a5299:39089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:17:58,290 INFO [M:0;f286ae0a5299:39089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:17:58,290 INFO [M:0;f286ae0a5299:39089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:17:58,290 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:17:58,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11508466309/master 2024-11-11T21:17:58,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11508466309 2024-11-11T21:17:58,300 DEBUG [M:0;f286ae0a5299:39089 {}] zookeeper.ZKUtil(347): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Unable to get data of znode /11508466309/master because node does not exist (not an error) 2024-11-11T21:17:58,300 WARN [M:0;f286ae0a5299:39089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:17:58,300 INFO [M:0;f286ae0a5299:39089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/.lastflushedseqids 2024-11-11T21:17:58,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741836_1012 (size=99) 2024-11-11T21:17:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:58,379 INFO [RS:0;f286ae0a5299:35475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:17:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35475-0x1012bc2f78e0004, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:17:58,379 INFO [RS:0;f286ae0a5299:35475 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,35475,1731359873186; zookeeper connection closed. 2024-11-11T21:17:58,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@dbaca9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@dbaca9c 2024-11-11T21:17:58,379 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:17:58,471 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 to pos 0, reset compression=false 2024-11-11T21:17:58,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:17:58,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:17:58,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T21:17:58,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T21:17:58,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:17:58,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T21:17:58,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:17:58,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:17:58,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:17:58,582 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T21:17:58,705 INFO [M:0;f286ae0a5299:39089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:17:58,706 INFO [M:0;f286ae0a5299:39089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:17:58,706 DEBUG [M:0;f286ae0a5299:39089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:17:58,706 INFO [M:0;f286ae0a5299:39089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:58,706 DEBUG [M:0;f286ae0a5299:39089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:58,706 DEBUG [M:0;f286ae0a5299:39089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:17:58,706 DEBUG [M:0;f286ae0a5299:39089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:17:58,706 INFO [M:0;f286ae0a5299:39089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T21:17:58,726 DEBUG [M:0;f286ae0a5299:39089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b590fb3e42514cf88af8e26bd26ebdb1 is 82, key is hbase:meta,,1/info:regioninfo/1731359875009/Put/seqid=0 2024-11-11T21:17:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741837_1013 (size=5672) 2024-11-11T21:17:59,131 INFO [M:0;f286ae0a5299:39089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b590fb3e42514cf88af8e26bd26ebdb1 2024-11-11T21:17:59,151 DEBUG [M:0;f286ae0a5299:39089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2188eb36e9c4edca47075cbe3783546 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731359875045/Put/seqid=0 2024-11-11T21:17:59,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741838_1014 (size=5275) 2024-11-11T21:17:59,177 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 to pos 0, reset compression=false 2024-11-11T21:17:59,556 INFO [M:0;f286ae0a5299:39089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2188eb36e9c4edca47075cbe3783546 2024-11-11T21:17:59,577 DEBUG [M:0;f286ae0a5299:39089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feec7f99cd21469095320bf6420cc170 is 69, key is f286ae0a5299,35475,1731359873186/rs:state/1731359874192/Put/seqid=0 2024-11-11T21:17:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741839_1015 (size=5156) 2024-11-11T21:17:59,982 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 to pos 0, reset compression=false 2024-11-11T21:17:59,982 INFO [M:0;f286ae0a5299:39089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feec7f99cd21469095320bf6420cc170 2024-11-11T21:17:59,988 DEBUG [M:0;f286ae0a5299:39089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b590fb3e42514cf88af8e26bd26ebdb1 as hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b590fb3e42514cf88af8e26bd26ebdb1 2024-11-11T21:17:59,993 INFO [M:0;f286ae0a5299:39089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b590fb3e42514cf88af8e26bd26ebdb1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T21:17:59,994 DEBUG [M:0;f286ae0a5299:39089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2188eb36e9c4edca47075cbe3783546 as hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2188eb36e9c4edca47075cbe3783546 2024-11-11T21:17:59,999 INFO [M:0;f286ae0a5299:39089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2188eb36e9c4edca47075cbe3783546, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T21:18:00,001 DEBUG [M:0;f286ae0a5299:39089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/feec7f99cd21469095320bf6420cc170 as hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/feec7f99cd21469095320bf6420cc170 2024-11-11T21:18:00,005 INFO [M:0;f286ae0a5299:39089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/feec7f99cd21469095320bf6420cc170, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T21:18:00,006 INFO [M:0;f286ae0a5299:39089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false 2024-11-11T21:18:00,008 INFO [M:0;f286ae0a5299:39089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:00,008 DEBUG [M:0;f286ae0a5299:39089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359878706Disabling compacts and flushes for region at 1731359878706Disabling writes for close at 1731359878706Obtaining lock to block concurrent updates at 1731359878706Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359878706Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731359878707 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359878707Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359878707Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359878725 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359878725Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359879136 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359879150 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359879150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359879561 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359879576 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359879576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c150da5: reopening flushed file at 1731359879987 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f902b6: reopening flushed file at 1731359879993 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516d85f9: reopening flushed file at 1731359880000 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false at 1731359880006 (+6 ms)Writing region close event to WAL at 1731359880007 (+1 ms)Closed at 1731359880007 2024-11-11T21:18:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37275 is added to blk_1073741830_1006 (size=10165) 2024-11-11T21:18:00,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef9d1066-eadb-a243-7bf4-523fb6e05b22/MasterData/WALs/f286ae0a5299,39089,1731359873041/f286ae0a5299%2C39089%2C1731359873041.1731359873815 not finished, retry = 0 2024-11-11T21:18:00,111 INFO [M:0;f286ae0a5299:39089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:18:00,111 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:18:00,111 INFO [M:0;f286ae0a5299:39089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39089 2024-11-11T21:18:00,112 INFO [M:0;f286ae0a5299:39089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:18:00,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:18:00,284 INFO [M:0;f286ae0a5299:39089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:18:00,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39089-0x1012bc2f78e0003, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:18:00,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27b2352a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:18:00,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@627163b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:18:00,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:18:00,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607c80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:18:00,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4adf598c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.log.dir/,STOPPED} 2024-11-11T21:18:00,288 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:18:00,288 WARN [BP-139114990-172.17.0.2-1731359871176 heartbeating to localhost/127.0.0.1:46363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:18:00,288 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:18:00,288 WARN [BP-139114990-172.17.0.2-1731359871176 heartbeating to localhost/127.0.0.1:46363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-139114990-172.17.0.2-1731359871176 (Datanode Uuid ac8c46c1-33ef-4fcc-8f85-784573f089cb) service to localhost/127.0.0.1:46363 2024-11-11T21:18:00,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/cluster_d9e73e58-65c3-763f-fa82-8dd0e4fd49db/data/data1/current/BP-139114990-172.17.0.2-1731359871176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:18:00,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/cluster_d9e73e58-65c3-763f-fa82-8dd0e4fd49db/data/data2/current/BP-139114990-172.17.0.2-1731359871176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:18:00,289 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:18:00,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb71c5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:18:00,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@475f1cc8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:18:00,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:18:00,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72a103b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:18:00,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36dd4402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.log.dir/,STOPPED} 2024-11-11T21:18:00,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:18:00,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:18:00,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:18:00,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:18:00,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:00,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:00,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:18:00,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:18:00,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=490527497, stopped=false 2024-11-11T21:18:00,307 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,36177,1731359868230 2024-11-11T21:18:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1426312159/running 2024-11-11T21:18:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1426312159/running 2024-11-11T21:18:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:18:00,321 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:18:00,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:18:00,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:18:00,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:18:00,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:00,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,46043,1731359868446' ***** 2024-11-11T21:18:00,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:18:00,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on znode that does not yet exist, /0-1426312159/running 2024-11-11T21:18:00,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Set watcher on znode that does not yet exist, /0-1426312159/running 2024-11-11T21:18:00,322 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:18:00,322 INFO [RS:0;f286ae0a5299:46043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:18:00,322 INFO [RS:0;f286ae0a5299:46043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:18:00,322 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(3091): Received CLOSE for 2fccf4063832862a7c87315b836e7040 2024-11-11T21:18:00,322 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:18:00,322 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,46043,1731359868446 2024-11-11T21:18:00,322 INFO [RS:0;f286ae0a5299:46043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:18:00,322 INFO [RS:0;f286ae0a5299:46043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:46043. 2024-11-11T21:18:00,322 DEBUG [RS:0;f286ae0a5299:46043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:18:00,322 DEBUG [RS:0;f286ae0a5299:46043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:00,322 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2fccf4063832862a7c87315b836e7040, disabling compactions & flushes 2024-11-11T21:18:00,322 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:18:00,322 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:18:00,323 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:18:00,323 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:18:00,323 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:18:00,323 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. after waiting 0 ms 2024-11-11T21:18:00,323 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:18:00,323 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:18:00,323 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2fccf4063832862a7c87315b836e7040 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T21:18:00,323 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:18:00,323 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2fccf4063832862a7c87315b836e7040=hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040.} 2024-11-11T21:18:00,323 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fccf4063832862a7c87315b836e7040 2024-11-11T21:18:00,323 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:18:00,323 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:18:00,323 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:18:00,323 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:18:00,323 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:18:00,324 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T21:18:00,341 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/.tmp/info/5097ffaafcc34a2fa194ba7222f9dd82 is 147, key is hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040./info:regioninfo/1731359876020/Put/seqid=0 2024-11-11T21:18:00,343 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/replication/2fccf4063832862a7c87315b836e7040/.tmp/queue/9d906d4f8db7484e915d38efc975f2df is 151, key is 1-f286ae0a5299,46043,1731359868446/queue:f286ae0a5299%2C46043%2C1731359868446/1731359876355/Put/seqid=0 2024-11-11T21:18:00,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741838_1014 (size=6631) 2024-11-11T21:18:00,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741839_1015 (size=5350) 2024-11-11T21:18:00,370 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:18:00,370 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:18:00,381 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:18:00,523 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fccf4063832862a7c87315b836e7040 2024-11-11T21:18:00,724 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fccf4063832862a7c87315b836e7040 2024-11-11T21:18:00,746 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/.tmp/info/5097ffaafcc34a2fa194ba7222f9dd82 2024-11-11T21:18:00,751 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/replication/2fccf4063832862a7c87315b836e7040/.tmp/queue/9d906d4f8db7484e915d38efc975f2df 2024-11-11T21:18:00,757 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/replication/2fccf4063832862a7c87315b836e7040/.tmp/queue/9d906d4f8db7484e915d38efc975f2df as hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/replication/2fccf4063832862a7c87315b836e7040/queue/9d906d4f8db7484e915d38efc975f2df 2024-11-11T21:18:00,762 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/replication/2fccf4063832862a7c87315b836e7040/queue/9d906d4f8db7484e915d38efc975f2df, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T21:18:00,763 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2fccf4063832862a7c87315b836e7040 in 440ms, sequenceid=5, compaction requested=false 2024-11-11T21:18:00,768 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/replication/2fccf4063832862a7c87315b836e7040/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:18:00,768 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:18:00,768 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:18:00,769 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:18:00,769 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2fccf4063832862a7c87315b836e7040: Waiting for close lock at 1731359880322Running coprocessor pre-close hooks at 1731359880322Disabling compacts and flushes for region at 1731359880322Disabling writes for close at 1731359880323 (+1 ms)Obtaining lock to block concurrent updates at 1731359880323Preparing flush snapshotting stores in 2fccf4063832862a7c87315b836e7040 at 1731359880323Finished memstore snapshotting hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731359880323Flushing stores of hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. at 1731359880324 (+1 ms)Flushing 2fccf4063832862a7c87315b836e7040/queue: creating writer at 1731359880324Flushing 2fccf4063832862a7c87315b836e7040/queue: appending metadata at 1731359880342 (+18 ms)Flushing 2fccf4063832862a7c87315b836e7040/queue: closing flushed file at 1731359880342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ce9f7f: reopening flushed file at 1731359880756 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2fccf4063832862a7c87315b836e7040 in 440ms, sequenceid=5, compaction requested=false at 1731359880763 (+7 ms)Writing region close event to WAL at 1731359880764 (+1 ms)Running coprocessor post-close hooks at 1731359880768 (+4 ms)Closed at 1731359880769 (+1 ms) 2024-11-11T21:18:00,769 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731359875209.2fccf4063832862a7c87315b836e7040. 2024-11-11T21:18:00,773 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/.tmp/ns/7970ca4414b742ff804f18ea776fc15b is 43, key is default/ns:d/1731359871031/Put/seqid=0 2024-11-11T21:18:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741840_1016 (size=5153) 2024-11-11T21:18:00,886 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 to pos 0, reset compression=false 2024-11-11T21:18:00,924 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:18:01,124 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:18:01,178 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/.tmp/ns/7970ca4414b742ff804f18ea776fc15b 2024-11-11T21:18:01,196 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/.tmp/table/5b1c1cb84efd48d4b6bc5a049c500107 is 53, key is hbase:replication/table:state/1731359876031/Put/seqid=0 2024-11-11T21:18:01,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741841_1017 (size=5256) 2024-11-11T21:18:01,324 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:18:01,324 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:18:01,324 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:18:01,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:18:01,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:01,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:01,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:01,524 DEBUG [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:18:01,601 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/.tmp/table/5b1c1cb84efd48d4b6bc5a049c500107 2024-11-11T21:18:01,608 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/.tmp/info/5097ffaafcc34a2fa194ba7222f9dd82 as hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/info/5097ffaafcc34a2fa194ba7222f9dd82 2024-11-11T21:18:01,613 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/info/5097ffaafcc34a2fa194ba7222f9dd82, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T21:18:01,614 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/.tmp/ns/7970ca4414b742ff804f18ea776fc15b as hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/ns/7970ca4414b742ff804f18ea776fc15b 2024-11-11T21:18:01,619 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/ns/7970ca4414b742ff804f18ea776fc15b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:18:01,620 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/.tmp/table/5b1c1cb84efd48d4b6bc5a049c500107 as hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/table/5b1c1cb84efd48d4b6bc5a049c500107 2024-11-11T21:18:01,625 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/table/5b1c1cb84efd48d4b6bc5a049c500107, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T21:18:01,626 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-11T21:18:01,631 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T21:18:01,631 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:18:01,631 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:18:01,631 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:18:01,631 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359880323Running coprocessor pre-close hooks at 1731359880323Disabling compacts and flushes for region at 1731359880323Disabling writes for close at 1731359880323Obtaining lock to block concurrent updates at 1731359880324 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731359880324Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731359880324Flushing stores of hbase:meta,,1.1588230740 at 1731359880325 (+1 ms)Flushing 1588230740/info: creating writer at 1731359880325Flushing 1588230740/info: appending metadata at 1731359880341 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731359880341Flushing 1588230740/ns: creating writer at 1731359880753 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731359880772 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731359880772Flushing 1588230740/table: creating writer at 1731359881183 (+411 ms)Flushing 1588230740/table: appending metadata at 1731359881196 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731359881196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a759a0b: reopening flushed file at 1731359881607 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb88e7f: reopening flushed file at 1731359881613 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ded3107: reopening flushed file at 1731359881619 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1731359881626 (+7 ms)Writing region close event to WAL at 1731359881627 (+1 ms)Running coprocessor post-close hooks at 1731359881631 (+4 ms)Closed at 1731359881631 2024-11-11T21:18:01,631 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:18:01,725 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,46043,1731359868446; all regions closed. 2024-11-11T21:18:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741834_1010 (size=2742) 2024-11-11T21:18:01,727 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.meta.1731359870946.meta not finished, retry = 0 2024-11-11T21:18:01,830 DEBUG [RS:0;f286ae0a5299:46043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/oldWALs 2024-11-11T21:18:01,830 INFO [RS:0;f286ae0a5299:46043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C46043%2C1731359868446.meta:.meta(num 1731359870946) 2024-11-11T21:18:01,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.rep.1731359875979 not finished, retry = 0 2024-11-11T21:18:01,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741837_1013 (size=1586) 2024-11-11T21:18:01,891 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 to pos 0, reset compression=false 2024-11-11T21:18:01,935 DEBUG [RS:0;f286ae0a5299:46043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/oldWALs 2024-11-11T21:18:01,935 INFO [RS:0;f286ae0a5299:46043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C46043%2C1731359868446.rep:(num 1731359875979) 2024-11-11T21:18:01,938 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/WALs/f286ae0a5299,46043,1731359868446/f286ae0a5299%2C46043%2C1731359868446.1731359870517 not finished, retry = 0 2024-11-11T21:18:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741833_1009 (size=93) 2024-11-11T21:18:02,040 DEBUG [RS:0;f286ae0a5299:46043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/oldWALs 2024-11-11T21:18:02,041 INFO [RS:0;f286ae0a5299:46043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C46043%2C1731359868446:(num 1731359870517) 2024-11-11T21:18:02,041 DEBUG [RS:0;f286ae0a5299:46043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:02,041 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:18:02,041 INFO [RS:0;f286ae0a5299:46043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:18:02,041 INFO [RS:0;f286ae0a5299:46043 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:18:02,041 INFO [RS:0;f286ae0a5299:46043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:18:02,041 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:18:02,041 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,46043,1731359868446 because: Region server is closing 2024-11-11T21:18:02,042 INFO [RS:0;f286ae0a5299:46043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:46043. 2024-11-11T21:18:02,042 DEBUG [RS:0;f286ae0a5299:46043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:18:02,042 DEBUG [RS:0;f286ae0a5299:46043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:02,042 DEBUG [RS:0;f286ae0a5299:46043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:02,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:18:02,142 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.wal-reader.f286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:18:02,142 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.shipperf286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T21:18:02,143 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46043,1731359868446.replicationSource.shipperf286ae0a5299%2C46043%2C1731359868446,1-f286ae0a5299,46043,1731359868446 terminated 2024-11-11T21:18:02,143 INFO [RS:0;f286ae0a5299:46043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46043 2024-11-11T21:18:02,257 INFO [RS:0;f286ae0a5299:46043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:18:02,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159/rs 2024-11-11T21:18:02,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1426312159/rs/f286ae0a5299,46043,1731359868446 2024-11-11T21:18:02,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,46043,1731359868446] 2024-11-11T21:18:02,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1426312159/draining/f286ae0a5299,46043,1731359868446 already deleted, retry=false 2024-11-11T21:18:02,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,46043,1731359868446 expired; onlineServers=0 2024-11-11T21:18:02,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,36177,1731359868230' ***** 2024-11-11T21:18:02,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:18:02,278 INFO [M:0;f286ae0a5299:36177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:18:02,278 INFO [M:0;f286ae0a5299:36177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:18:02,278 DEBUG [M:0;f286ae0a5299:36177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:18:02,279 DEBUG [M:0;f286ae0a5299:36177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:18:02,279 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:18:02,279 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359870255 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359870255,5,FailOnTimeoutGroup] 2024-11-11T21:18:02,279 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359870254 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359870254,5,FailOnTimeoutGroup] 2024-11-11T21:18:02,279 INFO [M:0;f286ae0a5299:36177 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:18:02,279 INFO [M:0;f286ae0a5299:36177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:18:02,279 DEBUG [M:0;f286ae0a5299:36177 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:18:02,279 INFO [M:0;f286ae0a5299:36177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:18:02,279 INFO [M:0;f286ae0a5299:36177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:18:02,279 INFO [M:0;f286ae0a5299:36177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:18:02,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:18:02,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1426312159/master 2024-11-11T21:18:02,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1426312159 2024-11-11T21:18:02,289 DEBUG [M:0;f286ae0a5299:36177 {}] zookeeper.ZKUtil(347): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Unable to get data of znode /0-1426312159/master because node does not exist (not an error) 2024-11-11T21:18:02,289 WARN [M:0;f286ae0a5299:36177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:18:02,289 INFO [M:0;f286ae0a5299:36177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/.lastflushedseqids 2024-11-11T21:18:02,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741842_1018 (size=181) 2024-11-11T21:18:02,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:18:02,368 INFO [RS:0;f286ae0a5299:46043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:18:02,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x1012bc2f78e0001, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:18:02,368 INFO [RS:0;f286ae0a5299:46043 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,46043,1731359868446; zookeeper connection closed. 2024-11-11T21:18:02,368 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46dd94ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46dd94ae 2024-11-11T21:18:02,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:18:02,694 INFO [M:0;f286ae0a5299:36177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:18:02,695 INFO [M:0;f286ae0a5299:36177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:18:02,695 DEBUG [M:0;f286ae0a5299:36177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:18:02,695 INFO [M:0;f286ae0a5299:36177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:02,695 DEBUG [M:0;f286ae0a5299:36177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:02,695 DEBUG [M:0;f286ae0a5299:36177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:18:02,695 DEBUG [M:0;f286ae0a5299:36177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:02,695 INFO [M:0;f286ae0a5299:36177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T21:18:02,710 DEBUG [M:0;f286ae0a5299:36177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30068329274540469a7dace75e869c6f is 82, key is hbase:meta,,1/info:regioninfo/1731359870994/Put/seqid=0 2024-11-11T21:18:02,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741843_1019 (size=5672) 2024-11-11T21:18:03,115 INFO [M:0;f286ae0a5299:36177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30068329274540469a7dace75e869c6f 2024-11-11T21:18:03,133 DEBUG [M:0;f286ae0a5299:36177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/801e7c523edf42ceb3956d1c0a3f20d6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731359876036/Put/seqid=0 2024-11-11T21:18:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741844_1020 (size=7203) 2024-11-11T21:18:03,538 INFO [M:0;f286ae0a5299:36177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/801e7c523edf42ceb3956d1c0a3f20d6 2024-11-11T21:18:03,555 DEBUG [M:0;f286ae0a5299:36177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69405c09331f408aa45b81fc96a7e9cc is 69, key is f286ae0a5299,46043,1731359868446/rs:state/1731359870342/Put/seqid=0 2024-11-11T21:18:03,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741845_1021 (size=5156) 2024-11-11T21:18:03,960 INFO [M:0;f286ae0a5299:36177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69405c09331f408aa45b81fc96a7e9cc 2024-11-11T21:18:03,965 DEBUG [M:0;f286ae0a5299:36177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30068329274540469a7dace75e869c6f as hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30068329274540469a7dace75e869c6f 2024-11-11T21:18:03,970 INFO [M:0;f286ae0a5299:36177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30068329274540469a7dace75e869c6f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T21:18:03,971 DEBUG [M:0;f286ae0a5299:36177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/801e7c523edf42ceb3956d1c0a3f20d6 as hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/801e7c523edf42ceb3956d1c0a3f20d6 2024-11-11T21:18:03,977 INFO [M:0;f286ae0a5299:36177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/801e7c523edf42ceb3956d1c0a3f20d6, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T21:18:03,978 DEBUG [M:0;f286ae0a5299:36177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69405c09331f408aa45b81fc96a7e9cc as hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69405c09331f408aa45b81fc96a7e9cc 2024-11-11T21:18:03,983 INFO [M:0;f286ae0a5299:36177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37183/user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69405c09331f408aa45b81fc96a7e9cc, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T21:18:03,984 INFO [M:0;f286ae0a5299:36177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-11T21:18:03,986 INFO [M:0;f286ae0a5299:36177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:03,986 DEBUG [M:0;f286ae0a5299:36177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359882695Disabling compacts and flushes for region at 1731359882695Disabling writes for close at 1731359882695Obtaining lock to block concurrent updates at 1731359882695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359882695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731359882696 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359882696Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359882697 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359882709 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359882710 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359883119 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359883132 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359883132Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359883542 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359883554 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359883554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61659ddf: reopening flushed file at 1731359883964 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28eefa96: reopening flushed file at 1731359883970 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2595fa84: reopening flushed file at 1731359883977 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1731359883985 (+8 ms)Writing region close event to WAL at 1731359883986 (+1 ms)Closed at 1731359883986 2024-11-11T21:18:03,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36315 is added to blk_1073741830_1006 (size=41008) 2024-11-11T21:18:03,988 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e198a22-4d63-db77-646e-af632d63f967/MasterData/WALs/f286ae0a5299,36177,1731359868230/f286ae0a5299%2C36177%2C1731359868230.1731359869917 not finished, retry = 0 2024-11-11T21:18:04,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:18:04,089 INFO [M:0;f286ae0a5299:36177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:18:04,089 INFO [M:0;f286ae0a5299:36177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36177 2024-11-11T21:18:04,089 INFO [M:0;f286ae0a5299:36177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:18:04,305 INFO [M:0;f286ae0a5299:36177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:18:04,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:18:04,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36177-0x1012bc2f78e0000, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:18:04,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12804e11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:18:04,307 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44559ab5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:18:04,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:18:04,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a810e9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:18:04,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f0936f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.log.dir/,STOPPED} 2024-11-11T21:18:04,308 WARN [BP-1185369305-172.17.0.2-1731359865863 heartbeating to localhost/127.0.0.1:37183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:18:04,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:18:04,308 WARN [BP-1185369305-172.17.0.2-1731359865863 heartbeating to localhost/127.0.0.1:37183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1185369305-172.17.0.2-1731359865863 (Datanode Uuid dfa42fe2-f827-4b06-9641-efd8b3d38c60) service to localhost/127.0.0.1:37183 2024-11-11T21:18:04,309 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:18:04,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/cluster_e468b448-e484-d723-a13c-5be45f24e111/data/data1/current/BP-1185369305-172.17.0.2-1731359865863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:18:04,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/cluster_e468b448-e484-d723-a13c-5be45f24e111/data/data2/current/BP-1185369305-172.17.0.2-1731359865863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:18:04,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:18:04,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33e427ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:18:04,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b536dee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:18:04,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:18:04,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e9e20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:18:04,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7b8f12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d6f376-6406-f361-f38b-d9f292a8ce85/hadoop.log.dir/,STOPPED} 2024-11-11T21:18:04,319 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:18:04,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:18:04,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 114) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37183 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46363 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51107) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51107) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 406) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2196 (was 2421) 2024-11-11T21:18:04,346 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=2196 2024-11-11T21:18:04,361 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T21:18:04,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.log.dir so I do NOT create it in target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983 2024-11-11T21:18:04,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:18:04,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.tmp.dir so I do NOT create it in target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983 2024-11-11T21:18:04,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c85bbf52-7ee5-3711-cabf-fdf71967201c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:18:04,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983 2024-11-11T21:18:04,362 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/cluster_34af1d3d-bf27-859c-4585-d3e787a983f2, deleteOnExit=true 2024-11-11T21:18:04,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/cluster_34af1d3d-bf27-859c-4585-d3e787a983f2/zookeeper_0, clientPort=49531, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/cluster_34af1d3d-bf27-859c-4585-d3e787a983f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/cluster_34af1d3d-bf27-859c-4585-d3e787a983f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:18:04,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49531 2024-11-11T21:18:04,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:18:04,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:18:04,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/test.cache.data in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:18:04,386 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:18:04,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:18:04,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:18:04,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:18:04,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:18:04,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:18:04,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:18:04,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:18:04,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:18:04,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012bc2f78e0005, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:18:04,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012bc2f78e0005, quorum=127.0.0.1:51107, baseZNode=/11508466309 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:18:04,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012bc2f78e0002, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:18:04,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012bc2f78e0002, quorum=127.0.0.1:51107, baseZNode=/0-1426312159 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:18:04,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:18:04,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:18:04,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:18:04,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:18:04,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:18:04,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:18:04,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42c9e7f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:18:04,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cd14d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:18:04,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@594ec6b9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/java.io.tmpdir/jetty-localhost-38345-hadoop-hdfs-3_4_1-tests_jar-_-any-10439199924548825492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:18:04,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1112cd20{HTTP/1.1, (http/1.1)}{localhost:38345} 2024-11-11T21:18:04,880 INFO [Time-limited test {}] server.Server(415): Started @53995ms 2024-11-11T21:18:05,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:18:05,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:18:05,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:18:05,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:18:05,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:18:05,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62cc11e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:18:05,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa012bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:18:05,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f247a6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/java.io.tmpdir/jetty-localhost-43813-hadoop-hdfs-3_4_1-tests_jar-_-any-6364755584973230423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:18:05,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@460345a5{HTTP/1.1, (http/1.1)}{localhost:43813} 2024-11-11T21:18:05,271 INFO [Time-limited test {}] server.Server(415): Started @54385ms 2024-11-11T21:18:05,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:18:05,913 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/cluster_34af1d3d-bf27-859c-4585-d3e787a983f2/data/data2/current/BP-1048570393-172.17.0.2-1731359884408/current, will proceed with Du for space computation calculation, 2024-11-11T21:18:05,913 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/cluster_34af1d3d-bf27-859c-4585-d3e787a983f2/data/data1/current/BP-1048570393-172.17.0.2-1731359884408/current, will proceed with Du for space computation calculation, 2024-11-11T21:18:05,928 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:18:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf37e6b61dee11001 with lease ID 0x7ea7903009ed0675: Processing first storage report for DS-34624bb2-9360-4c9a-898a-d2e9ea91d28b from datanode DatanodeRegistration(127.0.0.1:37279, datanodeUuid=803780ef-7e52-47b0-87f9-e3fb60e2cbee, infoPort=43145, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=93899532;c=1731359884408) 2024-11-11T21:18:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf37e6b61dee11001 with lease ID 0x7ea7903009ed0675: from storage DS-34624bb2-9360-4c9a-898a-d2e9ea91d28b node DatanodeRegistration(127.0.0.1:37279, datanodeUuid=803780ef-7e52-47b0-87f9-e3fb60e2cbee, infoPort=43145, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=93899532;c=1731359884408), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:18:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf37e6b61dee11001 with lease ID 0x7ea7903009ed0675: Processing first storage report for DS-1b778543-6660-460f-8c75-0bf51bbd83a9 from datanode DatanodeRegistration(127.0.0.1:37279, datanodeUuid=803780ef-7e52-47b0-87f9-e3fb60e2cbee, infoPort=43145, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=93899532;c=1731359884408) 2024-11-11T21:18:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf37e6b61dee11001 with lease ID 0x7ea7903009ed0675: from storage DS-1b778543-6660-460f-8c75-0bf51bbd83a9 node DatanodeRegistration(127.0.0.1:37279, datanodeUuid=803780ef-7e52-47b0-87f9-e3fb60e2cbee, infoPort=43145, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=93899532;c=1731359884408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:18:05,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983 2024-11-11T21:18:05,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:06,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:06,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:18:06,407 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d with version=8 2024-11-11T21:18:06,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/hbase-staging 2024-11-11T21:18:06,409 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:18:06,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:06,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:06,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:18:06,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:06,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:18:06,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:18:06,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:18:06,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36609 2024-11-11T21:18:06,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36609 connecting to ZooKeeper ensemble=127.0.0.1:49531 2024-11-11T21:18:06,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366090x0, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:18:06,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36609-0x1012bc3400b0000 connected 2024-11-11T21:18:06,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:06,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:06,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on znode that does not yet exist, /01340719758/running 2024-11-11T21:18:06,586 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d, hbase.cluster.distributed=false 2024-11-11T21:18:06,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on znode that does not yet exist, /01340719758/acl 2024-11-11T21:18:06,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36609 2024-11-11T21:18:06,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36609 2024-11-11T21:18:06,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36609 2024-11-11T21:18:06,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36609 2024-11-11T21:18:06,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36609 2024-11-11T21:18:06,602 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:18:06,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:06,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:06,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:18:06,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:06,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:18:06,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:18:06,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:18:06,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33841 2024-11-11T21:18:06,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33841 connecting to ZooKeeper ensemble=127.0.0.1:49531 2024-11-11T21:18:06,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:06,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:06,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338410x0, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:18:06,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33841-0x1012bc3400b0001 connected 2024-11-11T21:18:06,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on znode that does not yet exist, /01340719758/running 2024-11-11T21:18:06,615 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:18:06,616 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:18:06,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on znode that does not yet exist, /01340719758/master 2024-11-11T21:18:06,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on znode that does not yet exist, /01340719758/acl 2024-11-11T21:18:06,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33841 2024-11-11T21:18:06,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33841 2024-11-11T21:18:06,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33841 2024-11-11T21:18:06,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33841 2024-11-11T21:18:06,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33841 2024-11-11T21:18:06,631 DEBUG [M:0;f286ae0a5299:36609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:36609 2024-11-11T21:18:06,632 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01340719758/backup-masters/f286ae0a5299,36609,1731359886409 2024-11-11T21:18:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758/backup-masters 2024-11-11T21:18:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758/backup-masters 2024-11-11T21:18:06,636 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on existing znode=/01340719758/backup-masters/f286ae0a5299,36609,1731359886409 2024-11-11T21:18:06,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01340719758/master 2024-11-11T21:18:06,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:06,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:06,647 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on existing znode=/01340719758/master 2024-11-11T21:18:06,647 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01340719758/backup-masters/f286ae0a5299,36609,1731359886409 from backup master directory 2024-11-11T21:18:06,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01340719758/backup-masters/f286ae0a5299,36609,1731359886409 2024-11-11T21:18:06,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758/backup-masters 2024-11-11T21:18:06,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758/backup-masters 2024-11-11T21:18:06,657 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:18:06,657 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,36609,1731359886409 2024-11-11T21:18:06,660 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/hbase.id] with ID: 17ea2cb3-5093-4dc2-bf6f-f57beaa3584c 2024-11-11T21:18:06,660 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/.tmp/hbase.id 2024-11-11T21:18:06,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:18:07,065 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/.tmp/hbase.id]:[hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/hbase.id] 2024-11-11T21:18:07,076 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:07,076 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:18:07,077 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:18:07,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:07,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:07,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:18:07,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:07,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:18:07,141 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:18:07,142 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:18:07,142 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:18:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:18:07,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:07,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:07,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:07,550 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store 2024-11-11T21:18:07,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:18:07,956 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:07,956 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:18:07,956 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:07,956 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:07,956 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:18:07,956 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:07,956 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:07,956 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359887956Disabling compacts and flushes for region at 1731359887956Disabling writes for close at 1731359887956Writing region close event to WAL at 1731359887956Closed at 1731359887956 2024-11-11T21:18:07,957 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/.initializing 2024-11-11T21:18:07,957 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/WALs/f286ae0a5299,36609,1731359886409 2024-11-11T21:18:07,958 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:18:07,960 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C36609%2C1731359886409, suffix=, logDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/WALs/f286ae0a5299,36609,1731359886409, archiveDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/oldWALs, maxLogs=10 2024-11-11T21:18:07,971 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/WALs/f286ae0a5299,36609,1731359886409/f286ae0a5299%2C36609%2C1731359886409.1731359887960, exclude list is [], retry=0 2024-11-11T21:18:07,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37279,DS-34624bb2-9360-4c9a-898a-d2e9ea91d28b,DISK] 2024-11-11T21:18:07,976 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/WALs/f286ae0a5299,36609,1731359886409/f286ae0a5299%2C36609%2C1731359886409.1731359887960 2024-11-11T21:18:07,976 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-11-11T21:18:07,976 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:18:07,976 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:07,976 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,976 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:18:07,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:07,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:07,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:18:07,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:07,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:07,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:18:07,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:07,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:07,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:18:07,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:07,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:07,985 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,985 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,986 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,987 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,987 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,988 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:18:07,990 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:07,993 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:18:07,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69421295, jitterRate=0.03445790708065033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:18:07,995 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359887976Initializing all the Stores at 1731359887977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359887977Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359887978 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359887978Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359887978Cleaning up temporary data from old regions at 1731359887987 (+9 ms)Region opened successfully at 1731359887995 (+8 ms) 2024-11-11T21:18:07,995 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:18:07,998 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b8d35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:18:07,999 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:18:08,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:18:08,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:18:08,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:18:08,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:18:08,001 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:18:08,001 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:18:08,003 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:18:08,004 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Unable to get data of znode /01340719758/balancer because node does not exist (not necessarily an error) 2024-11-11T21:18:08,057 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01340719758/balancer already deleted, retry=false 2024-11-11T21:18:08,057 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:18:08,058 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Unable to get data of znode /01340719758/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:18:08,067 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01340719758/normalizer already deleted, retry=false 2024-11-11T21:18:08,067 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:18:08,068 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Unable to get data of znode /01340719758/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:18:08,078 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01340719758/switch/split already deleted, retry=false 2024-11-11T21:18:08,079 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Unable to get data of znode /01340719758/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:18:08,088 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01340719758/switch/merge already deleted, retry=false 2024-11-11T21:18:08,090 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Unable to get data of znode /01340719758/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:18:08,099 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01340719758/snapshot-cleanup already deleted, retry=false 2024-11-11T21:18:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01340719758/running 2024-11-11T21:18:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01340719758/running 2024-11-11T21:18:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:08,110 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,36609,1731359886409, sessionid=0x1012bc3400b0000, setting cluster-up flag (Was=false) 2024-11-11T21:18:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:08,162 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01340719758/flush-table-proc/acquired, /01340719758/flush-table-proc/reached, /01340719758/flush-table-proc/abort 2024-11-11T21:18:08,163 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,36609,1731359886409 2024-11-11T21:18:08,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:08,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:08,215 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01340719758/online-snapshot/acquired, /01340719758/online-snapshot/reached, /01340719758/online-snapshot/abort 2024-11-11T21:18:08,215 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,36609,1731359886409 2024-11-11T21:18:08,217 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:18:08,218 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:18:08,218 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:18:08,218 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:18:08,219 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,36609,1731359886409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:18:08,220 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:18:08,220 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:18:08,220 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:18:08,220 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:18:08,220 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:18:08,220 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,220 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:18:08,220 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731359918221 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:18:08,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:18:08,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:18:08,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:18:08,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:18:08,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:18:08,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:18:08,222 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359888222,5,FailOnTimeoutGroup] 2024-11-11T21:18:08,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:08,222 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359888222,5,FailOnTimeoutGroup] 2024-11-11T21:18:08,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:18:08,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:18:08,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,223 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,224 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(746): ClusterId : 17ea2cb3-5093-4dc2-bf6f-f57beaa3584c 2024-11-11T21:18:08,224 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:18:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:18:08,237 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:18:08,237 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:18:08,247 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:18:08,248 DEBUG [RS:0;f286ae0a5299:33841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc3aa75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:18:08,261 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:33841 2024-11-11T21:18:08,261 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:18:08,261 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:18:08,261 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:18:08,261 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,36609,1731359886409 with port=33841, startcode=1731359886601 2024-11-11T21:18:08,262 DEBUG [RS:0;f286ae0a5299:33841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:18:08,263 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:18:08,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,33841,1731359886601 2024-11-11T21:18:08,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36609 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,33841,1731359886601 2024-11-11T21:18:08,265 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d 2024-11-11T21:18:08,265 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41723 2024-11-11T21:18:08,265 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:18:08,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758/rs 2024-11-11T21:18:08,277 DEBUG [RS:0;f286ae0a5299:33841 {}] zookeeper.ZKUtil(111): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on existing znode=/01340719758/rs/f286ae0a5299,33841,1731359886601 2024-11-11T21:18:08,277 WARN [RS:0;f286ae0a5299:33841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:18:08,277 INFO [RS:0;f286ae0a5299:33841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:18:08,277 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601 2024-11-11T21:18:08,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,33841,1731359886601] 2024-11-11T21:18:08,280 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:18:08,282 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:18:08,282 INFO [RS:0;f286ae0a5299:33841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:18:08,282 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,283 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:18:08,284 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:18:08,284 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,284 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,285 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,285 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:08,285 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:18:08,285 DEBUG [RS:0;f286ae0a5299:33841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:18:08,286 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,286 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,286 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,286 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,286 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,286 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33841,1731359886601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:18:08,298 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:18:08,298 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33841,1731359886601-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,298 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,299 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.Replication(171): f286ae0a5299,33841,1731359886601 started 2024-11-11T21:18:08,311 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:08,311 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,33841,1731359886601, RpcServer on f286ae0a5299/172.17.0.2:33841, sessionid=0x1012bc3400b0001 2024-11-11T21:18:08,311 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:18:08,311 DEBUG [RS:0;f286ae0a5299:33841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,33841,1731359886601 2024-11-11T21:18:08,311 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,33841,1731359886601' 2024-11-11T21:18:08,311 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01340719758/flush-table-proc/abort' 2024-11-11T21:18:08,312 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01340719758/flush-table-proc/acquired' 2024-11-11T21:18:08,312 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:18:08,312 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:18:08,312 DEBUG [RS:0;f286ae0a5299:33841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,33841,1731359886601 2024-11-11T21:18:08,312 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,33841,1731359886601' 2024-11-11T21:18:08,312 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01340719758/online-snapshot/abort' 2024-11-11T21:18:08,313 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01340719758/online-snapshot/acquired' 2024-11-11T21:18:08,313 DEBUG [RS:0;f286ae0a5299:33841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:18:08,313 INFO [RS:0;f286ae0a5299:33841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:18:08,313 INFO [RS:0;f286ae0a5299:33841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:18:08,413 INFO [RS:0;f286ae0a5299:33841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:18:08,415 INFO [RS:0;f286ae0a5299:33841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C33841%2C1731359886601, suffix=, logDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601, archiveDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/oldWALs, maxLogs=10 2024-11-11T21:18:08,426 DEBUG [RS:0;f286ae0a5299:33841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415, exclude list is [], retry=0 2024-11-11T21:18:08,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37279,DS-34624bb2-9360-4c9a-898a-d2e9ea91d28b,DISK] 2024-11-11T21:18:08,430 INFO [RS:0;f286ae0a5299:33841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 2024-11-11T21:18:08,430 DEBUG [RS:0;f286ae0a5299:33841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-11-11T21:18:08,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:18:08,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:18:08,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T21:18:08,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:18:08,631 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:18:08,632 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d 2024-11-11T21:18:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:18:09,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:09,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:18:09,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:18:09,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:09,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:09,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:18:09,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:18:09,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:18:09,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:18:09,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:09,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:09,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:18:09,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:18:09,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:09,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:09,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:18:09,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740 2024-11-11T21:18:09,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740 2024-11-11T21:18:09,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:18:09,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:18:09,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:18:09,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:18:09,051 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:18:09,052 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61088115, jitterRate=-0.08971615135669708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:18:09,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359889038Initializing all the Stores at 1731359889039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359889039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359889039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359889039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359889039Cleaning up temporary data from old regions at 1731359889048 (+9 ms)Region opened successfully at 1731359889052 (+4 ms) 2024-11-11T21:18:09,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:18:09,052 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:18:09,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:18:09,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:18:09,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:18:09,053 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:18:09,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359889052Disabling compacts and flushes for region at 1731359889052Disabling writes for close at 1731359889053 (+1 ms)Writing region close event to WAL at 1731359889053Closed at 1731359889053 2024-11-11T21:18:09,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:18:09,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:18:09,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:18:09,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:18:09,056 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:18:09,207 DEBUG [f286ae0a5299:36609 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:18:09,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,33841,1731359886601 2024-11-11T21:18:09,208 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,33841,1731359886601, state=OPENING 2024-11-11T21:18:09,288 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:18:09,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:09,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:09,299 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:18:09,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01340719758/meta-region-server: CHANGED 2024-11-11T21:18:09,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01340719758/meta-region-server: CHANGED 2024-11-11T21:18:09,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,33841,1731359886601}] 2024-11-11T21:18:09,452 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:18:09,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:18:09,458 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:18:09,458 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:18:09,458 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:18:09,460 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C33841%2C1731359886601.meta, suffix=.meta, logDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601, archiveDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/oldWALs, maxLogs=10 2024-11-11T21:18:09,473 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.meta.1731359889460.meta, exclude list is [], retry=0 2024-11-11T21:18:09,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37279,DS-34624bb2-9360-4c9a-898a-d2e9ea91d28b,DISK] 2024-11-11T21:18:09,476 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.meta.1731359889460.meta 2024-11-11T21:18:09,477 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-11-11T21:18:09,477 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:18:09,477 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:18:09,477 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:18:09,477 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:18:09,477 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:18:09,477 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:18:09,477 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:09,478 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:18:09,478 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:18:09,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:18:09,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:18:09,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:09,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:09,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:18:09,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:18:09,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:09,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:09,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:18:09,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:18:09,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:09,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:09,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:18:09,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:18:09,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:09,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:09,483 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:18:09,484 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740 2024-11-11T21:18:09,485 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740 2024-11-11T21:18:09,486 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:18:09,486 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:18:09,487 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:18:09,488 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:18:09,488 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63716221, jitterRate=-0.050554320216178894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:18:09,488 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:18:09,489 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359889478Writing region info on filesystem at 1731359889478Initializing all the Stores at 1731359889479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359889479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359889479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359889479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359889479Cleaning up temporary data from old regions at 1731359889486 (+7 ms)Running coprocessor post-open hooks at 1731359889488 (+2 ms)Region opened successfully at 1731359889489 (+1 ms) 2024-11-11T21:18:09,490 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359889452 2024-11-11T21:18:09,492 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:18:09,492 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:18:09,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,33841,1731359886601 2024-11-11T21:18:09,493 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,33841,1731359886601, state=OPEN 2024-11-11T21:18:09,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01340719758/meta-region-server 2024-11-11T21:18:09,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01340719758/meta-region-server 2024-11-11T21:18:09,535 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,33841,1731359886601 2024-11-11T21:18:09,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01340719758/meta-region-server: CHANGED 2024-11-11T21:18:09,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01340719758/meta-region-server: CHANGED 2024-11-11T21:18:09,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:18:09,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,33841,1731359886601 in 235 msec 2024-11-11T21:18:09,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:18:09,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-11T21:18:09,541 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:18:09,541 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:18:09,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:09,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33841,1731359886601, seqNum=-1] 2024-11-11T21:18:09,542 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:09,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:18:09,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3300 sec 2024-11-11T21:18:09,549 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359889549, completionTime=-1 2024-11-11T21:18:09,549 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:18:09,549 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731359949551 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360009551 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36609,1731359886409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36609,1731359886409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36609,1731359886409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:36609, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:09,551 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:09,553 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:18:09,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.897sec 2024-11-11T21:18:09,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:18:09,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:18:09,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:18:09,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:18:09,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:18:09,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36609,1731359886409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:18:09,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36609,1731359886409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:18:09,557 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:18:09,557 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:18:09,557 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36609,1731359886409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:09,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225805e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:09,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36609,-1 for getting cluster id 2024-11-11T21:18:09,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:09,626 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17ea2cb3-5093-4dc2-bf6f-f57beaa3584c' 2024-11-11T21:18:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17ea2cb3-5093-4dc2-bf6f-f57beaa3584c" 2024-11-11T21:18:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bebe61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36609,-1] 2024-11-11T21:18:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:09,628 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:09,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192d3de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:09,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33841,1731359886601, seqNum=-1] 2024-11-11T21:18:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:09,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:18:09,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,36609,1731359886409 2024-11-11T21:18:09,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49531 2024-11-11T21:18:09,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:18:09,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc3400b0002 connected 2024-11-11T21:18:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.log.dir so I do NOT create it in target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60 2024-11-11T21:18:09,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:18:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.tmp.dir so I do NOT create it in target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60 2024-11-11T21:18:09,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:18:09,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60 2024-11-11T21:18:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:18:09,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/cluster_df999aed-847c-8b54-cb1b-ece69212fc2d, deleteOnExit=true 2024-11-11T21:18:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/test.cache.data in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:18:09,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:18:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:18:09,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:18:09,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:18:09,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:18:09,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:18:09,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:18:09,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:18:09,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:18:10,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:18:10,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:18:10,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:18:10,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:18:10,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:18:10,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:18:10,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e997d58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:18:10,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46044bf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:18:10,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7af02add{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/java.io.tmpdir/jetty-localhost-40611-hadoop-hdfs-3_4_1-tests_jar-_-any-10254123111864499835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:18:10,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@454bf5b1{HTTP/1.1, (http/1.1)}{localhost:40611} 2024-11-11T21:18:10,411 INFO [Time-limited test {}] server.Server(415): Started @59525ms 2024-11-11T21:18:10,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:18:10,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:18:10,694 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:18:10,694 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:18:10,694 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:18:10,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@752c424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:18:10,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67dc03b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:18:10,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@625a3a1e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/java.io.tmpdir/jetty-localhost-36219-hadoop-hdfs-3_4_1-tests_jar-_-any-10931970873006124260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:18:10,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e7280f2{HTTP/1.1, (http/1.1)}{localhost:36219} 2024-11-11T21:18:10,789 INFO [Time-limited test {}] server.Server(415): Started @59903ms 2024-11-11T21:18:10,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:18:11,454 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/cluster_df999aed-847c-8b54-cb1b-ece69212fc2d/data/data1/current/BP-1339708315-172.17.0.2-1731359889772/current, will proceed with Du for space computation calculation, 2024-11-11T21:18:11,454 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/cluster_df999aed-847c-8b54-cb1b-ece69212fc2d/data/data2/current/BP-1339708315-172.17.0.2-1731359889772/current, will proceed with Du for space computation calculation, 2024-11-11T21:18:11,469 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:18:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c73df471a690a9a with lease ID 0xa75a36de32f37109: Processing first storage report for DS-aa7fcdb8-d08a-43d3-b40b-a5de809bf1b7 from datanode DatanodeRegistration(127.0.0.1:41065, datanodeUuid=36ea4930-a0fb-49e3-980f-8a9834f8af56, infoPort=45569, infoSecurePort=0, ipcPort=46479, storageInfo=lv=-57;cid=testClusterID;nsid=137503658;c=1731359889772) 2024-11-11T21:18:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c73df471a690a9a with lease ID 0xa75a36de32f37109: from storage DS-aa7fcdb8-d08a-43d3-b40b-a5de809bf1b7 node DatanodeRegistration(127.0.0.1:41065, datanodeUuid=36ea4930-a0fb-49e3-980f-8a9834f8af56, infoPort=45569, infoSecurePort=0, ipcPort=46479, storageInfo=lv=-57;cid=testClusterID;nsid=137503658;c=1731359889772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:18:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c73df471a690a9a with lease ID 0xa75a36de32f37109: Processing first storage report for DS-edfc64dc-6f00-4e63-bbc4-2c03d24e06cf from datanode DatanodeRegistration(127.0.0.1:41065, datanodeUuid=36ea4930-a0fb-49e3-980f-8a9834f8af56, infoPort=45569, infoSecurePort=0, ipcPort=46479, storageInfo=lv=-57;cid=testClusterID;nsid=137503658;c=1731359889772) 2024-11-11T21:18:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c73df471a690a9a with lease ID 0xa75a36de32f37109: from storage DS-edfc64dc-6f00-4e63-bbc4-2c03d24e06cf node DatanodeRegistration(127.0.0.1:41065, datanodeUuid=36ea4930-a0fb-49e3-980f-8a9834f8af56, infoPort=45569, infoSecurePort=0, ipcPort=46479, storageInfo=lv=-57;cid=testClusterID;nsid=137503658;c=1731359889772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:18:11,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60 2024-11-11T21:18:11,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:11,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:18:11,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26 with version=8 2024-11-11T21:18:11,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/hbase-staging 2024-11-11T21:18:11,929 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:18:11,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:11,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:11,929 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:18:11,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:11,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:18:11,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:18:11,929 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:18:11,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43923 2024-11-11T21:18:11,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43923 connecting to ZooKeeper ensemble=127.0.0.1:49531 2024-11-11T21:18:11,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439230x0, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:18:11,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43923-0x1012bc3400b0003 connected 2024-11-11T21:18:12,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:12,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:12,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on znode that does not yet exist, /1-1882226284/running 2024-11-11T21:18:12,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26, hbase.cluster.distributed=false 2024-11-11T21:18:12,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on znode that does not yet exist, /1-1882226284/acl 2024-11-11T21:18:12,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-11T21:18:12,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43923 2024-11-11T21:18:12,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43923 2024-11-11T21:18:12,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-11T21:18:12,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-11T21:18:12,075 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:18:12,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:12,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:12,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:18:12,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:18:12,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:18:12,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:18:12,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:18:12,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42749 2024-11-11T21:18:12,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42749 connecting to ZooKeeper ensemble=127.0.0.1:49531 2024-11-11T21:18:12,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:12,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:12,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427490x0, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:18:12,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427490x0, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on znode that does not yet exist, /1-1882226284/running 2024-11-11T21:18:12,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42749-0x1012bc3400b0004 connected 2024-11-11T21:18:12,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:18:12,089 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:18:12,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on znode that does not yet exist, /1-1882226284/master 2024-11-11T21:18:12,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on znode that does not yet exist, /1-1882226284/acl 2024-11-11T21:18:12,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-11T21:18:12,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42749 2024-11-11T21:18:12,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42749 2024-11-11T21:18:12,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-11T21:18:12,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42749 2024-11-11T21:18:12,135 DEBUG [M:0;f286ae0a5299:43923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:43923 2024-11-11T21:18:12,135 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1882226284/backup-masters/f286ae0a5299,43923,1731359891929 2024-11-11T21:18:12,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284/backup-masters 2024-11-11T21:18:12,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284/backup-masters 2024-11-11T21:18:12,141 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on existing znode=/1-1882226284/backup-masters/f286ae0a5299,43923,1731359891929 2024-11-11T21:18:12,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1882226284/master 2024-11-11T21:18:12,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:12,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:12,152 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on existing znode=/1-1882226284/master 2024-11-11T21:18:12,152 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1882226284/backup-masters/f286ae0a5299,43923,1731359891929 from backup master directory 2024-11-11T21:18:12,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1882226284/backup-masters/f286ae0a5299,43923,1731359891929 2024-11-11T21:18:12,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284/backup-masters 2024-11-11T21:18:12,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284/backup-masters 2024-11-11T21:18:12,162 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:18:12,162 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,43923,1731359891929 2024-11-11T21:18:12,166 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/hbase.id] with ID: 81368141-2961-443e-a5d7-aed83f4c8a12 2024-11-11T21:18:12,166 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/.tmp/hbase.id 2024-11-11T21:18:12,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:18:12,574 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/.tmp/hbase.id]:[hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/hbase.id] 2024-11-11T21:18:12,585 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:12,585 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:18:12,587 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T21:18:12,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:12,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:18:13,052 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:18:13,053 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:18:13,053 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:18:13,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:18:13,460 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store 2024-11-11T21:18:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:18:13,874 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:13,875 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:18:13,875 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:13,875 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:13,875 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:18:13,875 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:13,875 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:18:13,875 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359893875Disabling compacts and flushes for region at 1731359893875Disabling writes for close at 1731359893875Writing region close event to WAL at 1731359893875Closed at 1731359893875 2024-11-11T21:18:13,876 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/.initializing 2024-11-11T21:18:13,876 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/WALs/f286ae0a5299,43923,1731359891929 2024-11-11T21:18:13,877 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:18:13,879 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C43923%2C1731359891929, suffix=, logDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/WALs/f286ae0a5299,43923,1731359891929, archiveDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/oldWALs, maxLogs=10 2024-11-11T21:18:13,896 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/WALs/f286ae0a5299,43923,1731359891929/f286ae0a5299%2C43923%2C1731359891929.1731359893879, exclude list is [], retry=0 2024-11-11T21:18:13,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41065,DS-aa7fcdb8-d08a-43d3-b40b-a5de809bf1b7,DISK] 2024-11-11T21:18:13,901 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/WALs/f286ae0a5299,43923,1731359891929/f286ae0a5299%2C43923%2C1731359891929.1731359893879 2024-11-11T21:18:13,901 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45569:45569)] 2024-11-11T21:18:13,901 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:18:13,901 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:13,901 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,902 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:18:13,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:13,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:13,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:18:13,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:13,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:13,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:18:13,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:13,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:13,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:18:13,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:13,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:13,911 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,912 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,912 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,914 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,914 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,915 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:18:13,917 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:18:13,920 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:18:13,920 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72400725, jitterRate=0.07885487377643585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:18:13,920 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359893902Initializing all the Stores at 1731359893902Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359893902Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359893903 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359893903Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359893903Cleaning up temporary data from old regions at 1731359893914 (+11 ms)Region opened successfully at 1731359893920 (+6 ms) 2024-11-11T21:18:13,920 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:18:13,924 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c47eb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:18:13,925 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:18:13,925 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:18:13,925 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:18:13,926 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:18:13,926 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:18:13,926 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:18:13,927 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:18:13,934 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:18:13,935 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Unable to get data of znode /1-1882226284/balancer because node does not exist (not necessarily an error) 2024-11-11T21:18:13,983 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1882226284/balancer already deleted, retry=false 2024-11-11T21:18:13,983 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:18:13,984 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Unable to get data of znode /1-1882226284/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:18:14,075 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1882226284/normalizer already deleted, retry=false 2024-11-11T21:18:14,076 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:18:14,077 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Unable to get data of znode /1-1882226284/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:18:14,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:18:14,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:14,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:14,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:14,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:14,156 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1882226284/switch/split already deleted, retry=false 2024-11-11T21:18:14,157 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Unable to get data of znode /1-1882226284/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:18:14,183 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1882226284/switch/merge already deleted, retry=false 2024-11-11T21:18:14,185 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Unable to get data of znode /1-1882226284/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:18:14,193 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1882226284/snapshot-cleanup already deleted, retry=false 2024-11-11T21:18:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1882226284/running 2024-11-11T21:18:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1882226284/running 2024-11-11T21:18:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:14,205 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,43923,1731359891929, sessionid=0x1012bc3400b0003, setting cluster-up flag (Was=false) 2024-11-11T21:18:14,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:14,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:14,257 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1882226284/flush-table-proc/acquired, /1-1882226284/flush-table-proc/reached, /1-1882226284/flush-table-proc/abort 2024-11-11T21:18:14,257 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,43923,1731359891929 2024-11-11T21:18:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:14,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:14,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:18:14,309 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1882226284/online-snapshot/acquired, /1-1882226284/online-snapshot/reached, /1-1882226284/online-snapshot/abort 2024-11-11T21:18:14,310 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,43923,1731359891929 2024-11-11T21:18:14,312 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:18:14,313 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:18:14,314 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:18:14,314 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:18:14,314 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,43923,1731359891929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:18:14,315 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:18:14,315 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:18:14,315 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:18:14,315 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:18:14,315 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:18:14,315 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,315 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:18:14,315 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,316 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731359924316 2024-11-11T21:18:14,316 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:18:14,316 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:18:14,316 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:18:14,316 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:18:14,316 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:18:14,316 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:18:14,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:18:14,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:18:14,318 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:14,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:18:14,320 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,324 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:18:14,324 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:18:14,325 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:18:14,325 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:18:14,328 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:18:14,328 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:18:14,332 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359894328,5,FailOnTimeoutGroup] 2024-11-11T21:18:14,335 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359894332,5,FailOnTimeoutGroup] 2024-11-11T21:18:14,335 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,335 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:18:14,335 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,335 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:18:14,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:18:14,342 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26 2024-11-11T21:18:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:18:14,398 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(746): ClusterId : 81368141-2961-443e-a5d7-aed83f4c8a12 2024-11-11T21:18:14,398 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:18:14,405 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:18:14,405 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:18:14,415 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:18:14,416 DEBUG [RS:0;f286ae0a5299:42749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1966996b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:18:14,435 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:42749 2024-11-11T21:18:14,435 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:18:14,435 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:18:14,435 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:18:14,436 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,43923,1731359891929 with port=42749, startcode=1731359892075 2024-11-11T21:18:14,436 DEBUG [RS:0;f286ae0a5299:42749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:18:14,437 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:18:14,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,42749,1731359892075 2024-11-11T21:18:14,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43923 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,42749,1731359892075 2024-11-11T21:18:14,439 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26 2024-11-11T21:18:14,440 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44279 2024-11-11T21:18:14,440 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:18:14,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284/rs 2024-11-11T21:18:14,529 DEBUG [RS:0;f286ae0a5299:42749 {}] zookeeper.ZKUtil(111): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on existing znode=/1-1882226284/rs/f286ae0a5299,42749,1731359892075 2024-11-11T21:18:14,529 WARN [RS:0;f286ae0a5299:42749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:18:14,529 INFO [RS:0;f286ae0a5299:42749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:18:14,530 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/WALs/f286ae0a5299,42749,1731359892075 2024-11-11T21:18:14,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,42749,1731359892075] 2024-11-11T21:18:14,533 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:18:14,536 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:18:14,544 INFO [RS:0;f286ae0a5299:42749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:18:14,544 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,545 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:18:14,548 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:18:14,549 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:18:14,549 DEBUG [RS:0;f286ae0a5299:42749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:18:14,561 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,561 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,561 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,561 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,561 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,561 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42749,1731359892075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:18:14,580 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:18:14,581 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42749,1731359892075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,581 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,581 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.Replication(171): f286ae0a5299,42749,1731359892075 started 2024-11-11T21:18:14,599 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:14,599 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,42749,1731359892075, RpcServer on f286ae0a5299/172.17.0.2:42749, sessionid=0x1012bc3400b0004 2024-11-11T21:18:14,599 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:18:14,599 DEBUG [RS:0;f286ae0a5299:42749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,42749,1731359892075 2024-11-11T21:18:14,599 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42749,1731359892075' 2024-11-11T21:18:14,599 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1882226284/flush-table-proc/abort' 2024-11-11T21:18:14,600 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1882226284/flush-table-proc/acquired' 2024-11-11T21:18:14,601 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:18:14,601 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:18:14,601 DEBUG [RS:0;f286ae0a5299:42749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,42749,1731359892075 2024-11-11T21:18:14,601 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42749,1731359892075' 2024-11-11T21:18:14,601 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1882226284/online-snapshot/abort' 2024-11-11T21:18:14,601 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1882226284/online-snapshot/acquired' 2024-11-11T21:18:14,602 DEBUG [RS:0;f286ae0a5299:42749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:18:14,603 INFO [RS:0;f286ae0a5299:42749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:18:14,603 INFO [RS:0;f286ae0a5299:42749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:18:14,703 INFO [RS:0;f286ae0a5299:42749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:18:14,706 INFO [RS:0;f286ae0a5299:42749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42749%2C1731359892075, suffix=, logDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/WALs/f286ae0a5299,42749,1731359892075, archiveDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/oldWALs, maxLogs=10 2024-11-11T21:18:14,728 DEBUG [RS:0;f286ae0a5299:42749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/WALs/f286ae0a5299,42749,1731359892075/f286ae0a5299%2C42749%2C1731359892075.1731359894707, exclude list is [], retry=0 2024-11-11T21:18:14,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41065,DS-aa7fcdb8-d08a-43d3-b40b-a5de809bf1b7,DISK] 2024-11-11T21:18:14,741 INFO [RS:0;f286ae0a5299:42749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/WALs/f286ae0a5299,42749,1731359892075/f286ae0a5299%2C42749%2C1731359892075.1731359894707 2024-11-11T21:18:14,741 DEBUG [RS:0;f286ae0a5299:42749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45569:45569)] 2024-11-11T21:18:14,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:14,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:18:14,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:18:14,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:14,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:14,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:18:14,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:18:14,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:14,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:14,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:18:14,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:18:14,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:14,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:14,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:18:14,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:18:14,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:14,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:14,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:18:14,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740 2024-11-11T21:18:14,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740 2024-11-11T21:18:14,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:18:14,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:18:14,769 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:18:14,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:18:14,771 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:18:14,772 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72731365, jitterRate=0.08378179371356964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359894756Initializing all the Stores at 1731359894757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359894757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359894757Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359894757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359894757Cleaning up temporary data from old regions at 1731359894768 (+11 ms)Region opened successfully at 1731359894772 (+4 ms) 2024-11-11T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:18:14,772 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:18:14,772 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359894772Disabling compacts and flushes for region at 1731359894772Disabling writes for close at 1731359894772Writing region close event to WAL at 1731359894772Closed at 1731359894772 2024-11-11T21:18:14,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:18:14,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:18:14,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:18:14,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:18:14,776 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:18:14,926 DEBUG [f286ae0a5299:43923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:18:14,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,42749,1731359892075 2024-11-11T21:18:14,928 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42749,1731359892075, state=OPENING 2024-11-11T21:18:14,972 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:18:14,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:14,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:18:14,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1882226284/meta-region-server: CHANGED 2024-11-11T21:18:14,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1882226284/meta-region-server: CHANGED 2024-11-11T21:18:14,989 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:18:14,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42749,1731359892075}] 2024-11-11T21:18:15,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:18:15,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:18:15,149 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:18:15,150 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:18:15,150 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:18:15,152 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42749%2C1731359892075.meta, suffix=.meta, logDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/WALs/f286ae0a5299,42749,1731359892075, archiveDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/oldWALs, maxLogs=10 2024-11-11T21:18:15,169 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/WALs/f286ae0a5299,42749,1731359892075/f286ae0a5299%2C42749%2C1731359892075.meta.1731359895152.meta, exclude list is [], retry=0 2024-11-11T21:18:15,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41065,DS-aa7fcdb8-d08a-43d3-b40b-a5de809bf1b7,DISK] 2024-11-11T21:18:15,176 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/WALs/f286ae0a5299,42749,1731359892075/f286ae0a5299%2C42749%2C1731359892075.meta.1731359895152.meta 2024-11-11T21:18:15,177 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45569:45569)] 2024-11-11T21:18:15,177 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:18:15,178 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:18:15,178 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:18:15,178 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:18:15,178 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:18:15,178 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:18:15,178 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:15,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:18:15,179 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:18:15,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:18:15,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:18:15,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:15,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:15,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:18:15,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:18:15,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:15,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:15,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:18:15,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:18:15,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:15,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:15,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:18:15,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:18:15,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:15,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:18:15,208 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:18:15,210 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740 2024-11-11T21:18:15,211 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740 2024-11-11T21:18:15,212 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:18:15,212 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:18:15,213 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:18:15,215 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:18:15,217 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72896892, jitterRate=0.08624833822250366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:18:15,218 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:18:15,218 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359895179Writing region info on filesystem at 1731359895179Initializing all the Stores at 1731359895180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359895181 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359895199 (+18 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359895200 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359895200Cleaning up temporary data from old regions at 1731359895212 (+12 ms)Running coprocessor post-open hooks at 1731359895218 (+6 ms)Region opened successfully at 1731359895218 2024-11-11T21:18:15,219 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359895143 2024-11-11T21:18:15,222 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:18:15,222 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:18:15,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42749,1731359892075 2024-11-11T21:18:15,224 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42749,1731359892075, state=OPEN 2024-11-11T21:18:15,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1882226284/meta-region-server 2024-11-11T21:18:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1882226284/meta-region-server 2024-11-11T21:18:15,236 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,42749,1731359892075 2024-11-11T21:18:15,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1882226284/meta-region-server: CHANGED 2024-11-11T21:18:15,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1882226284/meta-region-server: CHANGED 2024-11-11T21:18:15,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:18:15,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42749,1731359892075 in 246 msec 2024-11-11T21:18:15,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:18:15,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-11T21:18:15,248 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:18:15,248 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:18:15,252 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:15,252 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42749,1731359892075, seqNum=-1] 2024-11-11T21:18:15,253 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:15,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:18:15,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 947 msec 2024-11-11T21:18:15,263 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359895262, completionTime=-1 2024-11-11T21:18:15,263 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:18:15,263 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:18:15,265 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:18:15,265 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731359955265 2024-11-11T21:18:15,265 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360015265 2024-11-11T21:18:15,265 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:18:15,266 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43923,1731359891929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:15,266 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43923,1731359891929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:15,266 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43923,1731359891929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:15,266 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:43923, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:15,266 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:15,268 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:18:15,276 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:15,281 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.119sec 2024-11-11T21:18:15,281 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:18:15,281 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:18:15,281 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:18:15,281 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:18:15,281 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:18:15,281 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43923,1731359891929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:18:15,281 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43923,1731359891929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:18:15,298 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:18:15,298 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:18:15,298 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43923,1731359891929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:18:15,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693e9d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:15,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43923,-1 for getting cluster id 2024-11-11T21:18:15,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:15,317 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81368141-2961-443e-a5d7-aed83f4c8a12' 2024-11-11T21:18:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81368141-2961-443e-a5d7-aed83f4c8a12" 2024-11-11T21:18:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff90d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43923,-1] 2024-11-11T21:18:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:15,319 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:15,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16505d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:15,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42749,1731359892075, seqNum=-1] 2024-11-11T21:18:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:15,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:18:15,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,43923,1731359891929 2024-11-11T21:18:15,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49531 2024-11-11T21:18:15,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:18:15,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012bc3400b0005 connected 2024-11-11T21:18:15,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:18:15,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36609,1731359886409 2024-11-11T21:18:15,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11228115 2024-11-11T21:18:15,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:18:15,361 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:18:15,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:18:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:18:15,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:18:15,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:15,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:18:15,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:18:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:18:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:15,781 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 699eecb80a23c90b4c5ed446ab3c02c8, NAME => 'test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d 2024-11-11T21:18:15,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:18:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:16,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:16,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 699eecb80a23c90b4c5ed446ab3c02c8, disabling compactions & flushes 2024-11-11T21:18:16,191 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:18:16,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:18:16,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. after waiting 0 ms 2024-11-11T21:18:16,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:18:16,191 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:18:16,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 699eecb80a23c90b4c5ed446ab3c02c8: Waiting for close lock at 1731359896191Disabling compacts and flushes for region at 1731359896191Disabling writes for close at 1731359896191Writing region close event to WAL at 1731359896191Closed at 1731359896191 2024-11-11T21:18:16,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:18:16,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731359896193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359896193"}]},"ts":"1731359896193"} 2024-11-11T21:18:16,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:18:16,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:18:16,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359896196"}]},"ts":"1731359896196"} 2024-11-11T21:18:16,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:18:16,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=699eecb80a23c90b4c5ed446ab3c02c8, ASSIGN}] 2024-11-11T21:18:16,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=699eecb80a23c90b4c5ed446ab3c02c8, ASSIGN 2024-11-11T21:18:16,202 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=699eecb80a23c90b4c5ed446ab3c02c8, ASSIGN; state=OFFLINE, location=f286ae0a5299,33841,1731359886601; forceNewPlan=false, retain=false 2024-11-11T21:18:16,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=699eecb80a23c90b4c5ed446ab3c02c8, regionState=OPENING, regionLocation=f286ae0a5299,33841,1731359886601 2024-11-11T21:18:16,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=699eecb80a23c90b4c5ed446ab3c02c8, ASSIGN because future has completed 2024-11-11T21:18:16,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 699eecb80a23c90b4c5ed446ab3c02c8, server=f286ae0a5299,33841,1731359886601}] 2024-11-11T21:18:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:16,512 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:18:16,512 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 699eecb80a23c90b4c5ed446ab3c02c8, NAME => 'test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:18:16,513 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:18:16,513 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:18:16,513 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,513 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:16,513 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,514 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,518 INFO [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,520 INFO [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 699eecb80a23c90b4c5ed446ab3c02c8 columnFamilyName f 2024-11-11T21:18:16,520 DEBUG [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:16,520 INFO [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] regionserver.HStore(327): Store=699eecb80a23c90b4c5ed446ab3c02c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:16,520 INFO [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,521 INFO [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 699eecb80a23c90b4c5ed446ab3c02c8 columnFamilyName f1 2024-11-11T21:18:16,521 DEBUG [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:16,522 INFO [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] regionserver.HStore(327): Store=699eecb80a23c90b4c5ed446ab3c02c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:16,522 INFO [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,523 INFO [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 699eecb80a23c90b4c5ed446ab3c02c8 columnFamilyName norep 2024-11-11T21:18:16,523 DEBUG [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:16,523 INFO [StoreOpener-699eecb80a23c90b4c5ed446ab3c02c8-1 {}] regionserver.HStore(327): Store=699eecb80a23c90b4c5ed446ab3c02c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:16,524 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,524 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,525 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,526 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,526 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,526 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:18:16,529 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,531 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:18:16,531 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 699eecb80a23c90b4c5ed446ab3c02c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60027092, jitterRate=-0.1055266261100769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:18:16,531 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:18:16,532 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 699eecb80a23c90b4c5ed446ab3c02c8: Running coprocessor pre-open hook at 1731359896514Writing region info on filesystem at 1731359896514Initializing all the Stores at 1731359896517 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359896517Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359896518 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359896518Cleaning up temporary data from old regions at 1731359896526 (+8 ms)Running coprocessor post-open hooks at 1731359896531 (+5 ms)Region opened successfully at 1731359896532 (+1 ms) 2024-11-11T21:18:16,535 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., pid=6, masterSystemTime=1731359896508 2024-11-11T21:18:16,538 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:18:16,538 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:18:16,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=699eecb80a23c90b4c5ed446ab3c02c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,33841,1731359886601 2024-11-11T21:18:16,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 699eecb80a23c90b4c5ed446ab3c02c8, server=f286ae0a5299,33841,1731359886601 because future has completed 2024-11-11T21:18:16,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:18:16,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 699eecb80a23c90b4c5ed446ab3c02c8, server=f286ae0a5299,33841,1731359886601 in 188 msec 2024-11-11T21:18:16,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:18:16,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=699eecb80a23c90b4c5ed446ab3c02c8, ASSIGN in 347 msec 2024-11-11T21:18:16,549 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:18:16,550 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359896549"}]},"ts":"1731359896549"} 2024-11-11T21:18:16,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:18:16,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:18:16,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-11-11T21:18:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:17,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:18:17,517 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:18:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43923,1731359891929 2024-11-11T21:18:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c2f9230 2024-11-11T21:18:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:18:17,520 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:18:17,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:18:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:18:17,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:18:17,527 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:17,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:18:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:17,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:18:17,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:18:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:17,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afc2248867da1785caf38a6f93e85bd2, NAME => 'test,,1731359897520.afc2248867da1785caf38a6f93e85bd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26 2024-11-11T21:18:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:18:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:18,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731359897520.afc2248867da1785caf38a6f93e85bd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:18,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing afc2248867da1785caf38a6f93e85bd2, disabling compactions & flushes 2024-11-11T21:18:18,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:18:18,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:18:18,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. after waiting 0 ms 2024-11-11T21:18:18,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:18:18,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:18:18,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for afc2248867da1785caf38a6f93e85bd2: Waiting for close lock at 1731359898365Disabling compacts and flushes for region at 1731359898365Disabling writes for close at 1731359898365Writing region close event to WAL at 1731359898365Closed at 1731359898365 2024-11-11T21:18:18,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:18:18,367 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731359897520.afc2248867da1785caf38a6f93e85bd2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731359898367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359898367"}]},"ts":"1731359898367"} 2024-11-11T21:18:18,398 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:18:18,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:18:18,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359898400"}]},"ts":"1731359898400"} 2024-11-11T21:18:18,404 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:18:18,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afc2248867da1785caf38a6f93e85bd2, ASSIGN}] 2024-11-11T21:18:18,407 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afc2248867da1785caf38a6f93e85bd2, ASSIGN 2024-11-11T21:18:18,409 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=afc2248867da1785caf38a6f93e85bd2, ASSIGN; state=OFFLINE, location=f286ae0a5299,42749,1731359892075; forceNewPlan=false, retain=false 2024-11-11T21:18:18,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afc2248867da1785caf38a6f93e85bd2, regionState=OPENING, regionLocation=f286ae0a5299,42749,1731359892075 2024-11-11T21:18:18,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=afc2248867da1785caf38a6f93e85bd2, ASSIGN because future has completed 2024-11-11T21:18:18,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc2248867da1785caf38a6f93e85bd2, server=f286ae0a5299,42749,1731359892075}] 2024-11-11T21:18:18,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:18:18,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:18:18,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:18:18,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T21:18:18,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:18:18,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T21:18:18,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:18:18,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T21:18:18,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:18:18,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:18:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:18,728 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:18:18,728 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => afc2248867da1785caf38a6f93e85bd2, NAME => 'test,,1731359897520.afc2248867da1785caf38a6f93e85bd2.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:18:18,728 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:18:18,728 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:18:18,729 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,729 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731359897520.afc2248867da1785caf38a6f93e85bd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:18,729 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,729 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,730 INFO [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,731 INFO [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc2248867da1785caf38a6f93e85bd2 columnFamilyName f 2024-11-11T21:18:18,732 DEBUG [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:18,732 INFO [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] regionserver.HStore(327): Store=afc2248867da1785caf38a6f93e85bd2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:18,732 INFO [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,734 INFO [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc2248867da1785caf38a6f93e85bd2 columnFamilyName f1 2024-11-11T21:18:18,734 DEBUG [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:18,735 INFO [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] regionserver.HStore(327): Store=afc2248867da1785caf38a6f93e85bd2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:18,735 INFO [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,736 INFO [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc2248867da1785caf38a6f93e85bd2 columnFamilyName norep 2024-11-11T21:18:18,736 DEBUG [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:18,736 INFO [StoreOpener-afc2248867da1785caf38a6f93e85bd2-1 {}] regionserver.HStore(327): Store=afc2248867da1785caf38a6f93e85bd2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:18,736 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,737 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,737 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,738 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,738 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,738 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:18:18,739 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,741 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:18:18,742 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened afc2248867da1785caf38a6f93e85bd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70991513, jitterRate=0.05785597860813141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:18:18,742 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:18:18,742 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for afc2248867da1785caf38a6f93e85bd2: Running coprocessor pre-open hook at 1731359898729Writing region info on filesystem at 1731359898729Initializing all the Stores at 1731359898730 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359898730Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359898730Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359898730Cleaning up temporary data from old regions at 1731359898738 (+8 ms)Running coprocessor post-open hooks at 1731359898742 (+4 ms)Region opened successfully at 1731359898742 2024-11-11T21:18:18,743 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731359897520.afc2248867da1785caf38a6f93e85bd2., pid=6, masterSystemTime=1731359898723 2024-11-11T21:18:18,746 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:18:18,746 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:18:18,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afc2248867da1785caf38a6f93e85bd2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,42749,1731359892075 2024-11-11T21:18:18,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc2248867da1785caf38a6f93e85bd2, server=f286ae0a5299,42749,1731359892075 because future has completed 2024-11-11T21:18:18,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:18:18,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure afc2248867da1785caf38a6f93e85bd2, server=f286ae0a5299,42749,1731359892075 in 185 msec 2024-11-11T21:18:18,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:18:18,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=afc2248867da1785caf38a6f93e85bd2, ASSIGN in 350 msec 2024-11-11T21:18:18,757 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:18:18,757 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359898757"}]},"ts":"1731359898757"} 2024-11-11T21:18:18,759 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:18:18,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:18:18,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2390 sec 2024-11-11T21:18:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:18:19,677 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:18:19,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7029bc36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36609,-1 for getting cluster id 2024-11-11T21:18:19,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:19,679 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17ea2cb3-5093-4dc2-bf6f-f57beaa3584c' 2024-11-11T21:18:19,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:19,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17ea2cb3-5093-4dc2-bf6f-f57beaa3584c" 2024-11-11T21:18:19,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5d0e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36609,-1] 2024-11-11T21:18:19,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:19,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:19,681 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:19,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2562cbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0f122a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43923,-1 for getting cluster id 2024-11-11T21:18:19,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:19,683 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81368141-2961-443e-a5d7-aed83f4c8a12' 2024-11-11T21:18:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81368141-2961-443e-a5d7-aed83f4c8a12" 2024-11-11T21:18:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe8a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43923,-1] 2024-11-11T21:18:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:19,685 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a999df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532ad65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36609,-1 for getting cluster id 2024-11-11T21:18:19,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:19,687 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17ea2cb3-5093-4dc2-bf6f-f57beaa3584c' 2024-11-11T21:18:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17ea2cb3-5093-4dc2-bf6f-f57beaa3584c" 2024-11-11T21:18:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a00a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36609,-1] 2024-11-11T21:18:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:19,689 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a238fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:18:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36609,1731359886409 2024-11-11T21:18:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@160f90ac 2024-11-11T21:18:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:18:19,695 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:18:19,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:43923,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:18:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:18:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:18:19,699 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:43923' 2024-11-11T21:18:19,703 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9dc021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,703 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43923,-1 for getting cluster id 2024-11-11T21:18:19,703 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:19,705 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81368141-2961-443e-a5d7-aed83f4c8a12' 2024-11-11T21:18:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81368141-2961-443e-a5d7-aed83f4c8a12" 2024-11-11T21:18:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9e75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43923,-1] 2024-11-11T21:18:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:19,707 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:19,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d07c795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:19,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:18:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43923,1731359891929 2024-11-11T21:18:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b736e99 2024-11-11T21:18:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:18:19,710 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:18:19,711 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:18:19,711 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:18:19,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:19,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:19,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:18:19,711 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:18:19,712 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:18:19,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:18:19,714 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:19,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:18:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:18:19,763 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:18:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:18:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:18:20,132 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39f0a06856d710f411ca8a2e6be58e64, NAME => 'hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d 2024-11-11T21:18:20,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:18:20,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:20,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 39f0a06856d710f411ca8a2e6be58e64, disabling compactions & flushes 2024-11-11T21:18:20,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:18:20,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:18:20,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. after waiting 0 ms 2024-11-11T21:18:20,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:18:20,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:18:20,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39f0a06856d710f411ca8a2e6be58e64: Waiting for close lock at 1731359900141Disabling compacts and flushes for region at 1731359900141Disabling writes for close at 1731359900141Writing region close event to WAL at 1731359900141Closed at 1731359900141 2024-11-11T21:18:20,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:18:20,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731359900143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359900143"}]},"ts":"1731359900143"} 2024-11-11T21:18:20,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:18:20,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:18:20,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359900146"}]},"ts":"1731359900146"} 2024-11-11T21:18:20,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:18:20,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39f0a06856d710f411ca8a2e6be58e64, ASSIGN}] 2024-11-11T21:18:20,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39f0a06856d710f411ca8a2e6be58e64, ASSIGN 2024-11-11T21:18:20,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39f0a06856d710f411ca8a2e6be58e64, ASSIGN; state=OFFLINE, location=f286ae0a5299,33841,1731359886601; forceNewPlan=false, retain=false 2024-11-11T21:18:20,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39f0a06856d710f411ca8a2e6be58e64, regionState=OPENING, regionLocation=f286ae0a5299,33841,1731359886601 2024-11-11T21:18:20,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39f0a06856d710f411ca8a2e6be58e64, ASSIGN because future has completed 2024-11-11T21:18:20,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39f0a06856d710f411ca8a2e6be58e64, server=f286ae0a5299,33841,1731359886601}] 2024-11-11T21:18:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:18:20,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:18:20,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:18:20,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:18:20,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C33841%2C1731359886601.rep, suffix=, logDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601, archiveDir=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/oldWALs, maxLogs=10 2024-11-11T21:18:20,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.rep.1731359900467, exclude list is [], retry=0 2024-11-11T21:18:20,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37279,DS-34624bb2-9360-4c9a-898a-d2e9ea91d28b,DISK] 2024-11-11T21:18:20,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.rep.1731359900467 2024-11-11T21:18:20,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43145:43145)] 2024-11-11T21:18:20,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 39f0a06856d710f411ca8a2e6be58e64, NAME => 'hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:18:20,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:18:20,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:18:20,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. service=MultiRowMutationService 2024-11-11T21:18:20,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:18:20,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:18:20,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,494 INFO [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,496 INFO [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39f0a06856d710f411ca8a2e6be58e64 columnFamilyName hfileref 2024-11-11T21:18:20,496 DEBUG [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:20,496 INFO [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] regionserver.HStore(327): Store=39f0a06856d710f411ca8a2e6be58e64/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:20,496 INFO [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,498 INFO [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39f0a06856d710f411ca8a2e6be58e64 columnFamilyName queue 2024-11-11T21:18:20,498 DEBUG [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:20,499 INFO [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] regionserver.HStore(327): Store=39f0a06856d710f411ca8a2e6be58e64/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:20,499 INFO [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,501 INFO [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39f0a06856d710f411ca8a2e6be58e64 columnFamilyName sid 2024-11-11T21:18:20,501 DEBUG [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:18:20,501 INFO [StoreOpener-39f0a06856d710f411ca8a2e6be58e64-1 {}] regionserver.HStore(327): Store=39f0a06856d710f411ca8a2e6be58e64/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:18:20,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:18:20,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:18:20,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 39f0a06856d710f411ca8a2e6be58e64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61152269, jitterRate=-0.08876018226146698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:18:20,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:18:20,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 39f0a06856d710f411ca8a2e6be58e64: Running coprocessor pre-open hook at 1731359900491Writing region info on filesystem at 1731359900491Initializing all the Stores at 1731359900492 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359900492Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359900493 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359900493Cleaning up temporary data from old regions at 1731359900505 (+12 ms)Running coprocessor post-open hooks at 1731359900512 (+7 ms)Region opened successfully at 1731359900513 (+1 ms) 2024-11-11T21:18:20,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64., pid=10, masterSystemTime=1731359900459 2024-11-11T21:18:20,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:18:20,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:18:20,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39f0a06856d710f411ca8a2e6be58e64, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,33841,1731359886601 2024-11-11T21:18:20,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39f0a06856d710f411ca8a2e6be58e64, server=f286ae0a5299,33841,1731359886601 because future has completed 2024-11-11T21:18:20,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:18:20,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 39f0a06856d710f411ca8a2e6be58e64, server=f286ae0a5299,33841,1731359886601 in 216 msec 2024-11-11T21:18:20,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:18:20,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39f0a06856d710f411ca8a2e6be58e64, ASSIGN in 374 msec 2024-11-11T21:18:20,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:18:20,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359900529"}]},"ts":"1731359900529"} 2024-11-11T21:18:20,535 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:18:20,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:18:20,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 826 msec 2024-11-11T21:18:20,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64., hostname=f286ae0a5299,33841,1731359886601, seqNum=2] 2024-11-11T21:18:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:18:20,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:18:20,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:18:20,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:20,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:20,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:20,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:20,729 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:18:20,730 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T21:18:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:18:20,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:18:20,844 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:18:20,901 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,33841,1731359886601, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:18:20,902 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:20,902 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33841,1731359886601, seqNum=-1] 2024-11-11T21:18:20,903 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:20,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T21:18:20,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,33841,1731359886601', locateType=CURRENT is [region=hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64., hostname=f286ae0a5299,33841,1731359886601, seqNum=2] 2024-11-11T21:18:20,910 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:18:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:18:20,914 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,33841,1731359886601 suceeded 2024-11-11T21:18:20,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:18:20,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-11T21:18:20,916 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:43923,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T21:18:20,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2210 sec 2024-11-11T21:18:20,934 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:43923' 2024-11-11T21:18:20,938 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57783bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:20,938 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43923,-1 for getting cluster id 2024-11-11T21:18:20,938 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:20,939 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81368141-2961-443e-a5d7-aed83f4c8a12' 2024-11-11T21:18:20,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:20,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81368141-2961-443e-a5d7-aed83f4c8a12" 2024-11-11T21:18:20,940 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:20,940 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58c0331b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:20,940 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43923,-1] 2024-11-11T21:18:20,941 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:20,943 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:20,945 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d013c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:20,945 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:18:20,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43923,1731359891929 2024-11-11T21:18:20,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56bc607c 2024-11-11T21:18:20,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:18:20,949 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T21:18:20,958 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,33841,1731359886601 (queues=1) is replicating from cluster=17ea2cb3-5093-4dc2-bf6f-f57beaa3584c to cluster=81368141-2961-443e-a5d7-aed83f4c8a12 2024-11-11T21:18:20,958 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C33841%2C1731359886601 2024-11-11T21:18:20,958 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,33841,1731359886601, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:18:20,969 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415, startPosition=0, beingWritten=true 2024-11-11T21:18:20,974 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C33841%2C1731359886601 2024-11-11T21:18:20,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:18:20,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 379, reset compression=false 2024-11-11T21:18:20,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33841,1731359886601 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:18:21,205 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 379, reset compression=false 2024-11-11T21:18:21,510 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 379, reset compression=false 2024-11-11T21:18:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:18:21,846 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:18:21,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:18:21,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:18:21,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:21,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:21,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:18:21,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:21,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731359901851/Put/seqid=0 2024-11-11T21:18:21,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741840_1016 (size=7894) 2024-11-11T21:18:21,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f/f/hfile_1 is 34, key is ddd/f:row/1731359901873/Put/seqid=0 2024-11-11T21:18:21,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741841_1017 (size=7691) 2024-11-11T21:18:21,915 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 379, reset compression=false 2024-11-11T21:18:22,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b015872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:22,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36609,-1 for getting cluster id 2024-11-11T21:18:22,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:22,289 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17ea2cb3-5093-4dc2-bf6f-f57beaa3584c' 2024-11-11T21:18:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17ea2cb3-5093-4dc2-bf6f-f57beaa3584c" 2024-11-11T21:18:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232318a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36609,-1] 2024-11-11T21:18:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:22,291 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:22,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71035e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:22,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33841,1731359886601, seqNum=-1] 2024-11-11T21:18:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:22,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:18:22,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:18:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36609,1731359886409 2024-11-11T21:18:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@624f313c 2024-11-11T21:18:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:18:22,320 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:18:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2] 2024-11-11T21:18:22,338 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:18:22,358 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T21:18:22,362 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T21:18:22,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f/f/hfile_0 for inclusion in 699eecb80a23c90b4c5ed446ab3c02c8/f 2024-11-11T21:18:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T21:18:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:18:22,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f/f/hfile_1 for inclusion in 699eecb80a23c90b4c5ed446ab3c02c8/f 2024-11-11T21:18:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T21:18:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:18:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HRegion(2603): Flush status journal for 699eecb80a23c90b4c5ed446ab3c02c8: 2024-11-11T21:18:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f/f/hfile_0 to hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_0 2024-11-11T21:18:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_0 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ 2024-11-11T21:18:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f/f/hfile_1 to hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_1 2024-11-11T21:18:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_1 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ 2024-11-11T21:18:22,420 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 379, reset compression=false 2024-11-11T21:18:22,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_0 into 699eecb80a23c90b4c5ed446ab3c02c8/f as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ - updating store file list. 2024-11-11T21:18:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 041bf6f38b3949bca58fad08b53a29ac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:18:22,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ into 699eecb80a23c90b4c5ed446ab3c02c8/f 2024-11-11T21:18:22,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_0 into 699eecb80a23c90b4c5ed446ab3c02c8/f (new location: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_) 2024-11-11T21:18:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_0 2024-11-11T21:18:22,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_1 into 699eecb80a23c90b4c5ed446ab3c02c8/f as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ - updating store file list. 2024-11-11T21:18:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da495deff4cc45d3a3512491cecd3a1f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:18:22,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ into 699eecb80a23c90b4c5ed446ab3c02c8/f 2024-11-11T21:18:22,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_1 into 699eecb80a23c90b4c5ed446ab3c02c8/f (new location: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_) 2024-11-11T21:18:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__bf6p2u5ov62mqtrr63n6ijirreaj51h1n7vqm5qcuit3sqqbqjt0sfash732j74j/f/hfile_1 2024-11-11T21:18:22,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:18:22,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:18:22,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:22,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:22,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:18:22,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42749,1731359892075, seqNum=-1] 2024-11-11T21:18:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2 , the old value is region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f286ae0a5299:33841 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:18:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:18:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2 from cache 2024-11-11T21:18:22,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:18:22,471 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T21:18:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731359897520.afc2248867da1785caf38a6f93e85bd2., hostname=f286ae0a5299,42749,1731359892075, seqNum=2] 2024-11-11T21:18:22,481 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T21:18:22,577 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:33841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T21:18:23,041 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 379, reset compression=false 2024-11-11T21:18:23,048 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:18:23,049 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33841,1731359886601 got entry batch from reader: WALEntryBatch [walEntries=[{test/699eecb80a23c90b4c5ed446ab3c02c8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731359902455/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T21:18:23,074 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:18:23,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T21:18:23,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(318): Replicating [17ea2cb3-5093-4dc2-bf6f-f57beaa3584c] bulk loaded data 2024-11-11T21:18:23,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26a2d763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:23,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43923,-1 for getting cluster id 2024-11-11T21:18:23,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:23,080 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81368141-2961-443e-a5d7-aed83f4c8a12' 2024-11-11T21:18:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81368141-2961-443e-a5d7-aed83f4c8a12" 2024-11-11T21:18:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c0a5219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43923,-1] 2024-11-11T21:18:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:23,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:23,082 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:23,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20bb8969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:23,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741837_1013 (size=7894) 2024-11-11T21:18:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741838_1014 (size=7691) 2024-11-11T21:18:23,249 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 687, reset compression=false 2024-11-11T21:18:23,483 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T21:18:23,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:18:23,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43923,1731359891929 2024-11-11T21:18:23,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8f1397d 2024-11-11T21:18:23,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:18:23,525 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T21:18:23,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:18:23,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:23,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42749,1731359892075, seqNum=-1] 2024-11-11T21:18:23,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:23,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T21:18:23,548 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T21:18:23,553 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 687, reset compression=false 2024-11-11T21:18:23,553 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T21:18:23,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ for inclusion in afc2248867da1785caf38a6f93e85bd2/f 2024-11-11T21:18:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T21:18:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:18:23,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ for inclusion in afc2248867da1785caf38a6f93e85bd2/f 2024-11-11T21:18:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T21:18:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:18:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HRegion(2603): Flush status journal for afc2248867da1785caf38a6f93e85bd2: 2024-11-11T21:18:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:18:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/f/4fcb576a23714c5aa62cb17c52bcb348_SeqId_4_ 2024-11-11T21:18:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:18:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/f/ca0375c0dcb249338d1d82d5ec3ac0bb_SeqId_4_ 2024-11-11T21:18:23,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ into afc2248867da1785caf38a6f93e85bd2/f as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/f/4fcb576a23714c5aa62cb17c52bcb348_SeqId_4_ - updating store file list. 2024-11-11T21:18:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fcb576a23714c5aa62cb17c52bcb348_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:18:23,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/f/4fcb576a23714c5aa62cb17c52bcb348_SeqId_4_ into afc2248867da1785caf38a6f93e85bd2/f 2024-11-11T21:18:23,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ into afc2248867da1785caf38a6f93e85bd2/f (new location: hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/f/4fcb576a23714c5aa62cb17c52bcb348_SeqId_4_) 2024-11-11T21:18:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/041bf6f38b3949bca58fad08b53a29ac_SeqId_4_ 2024-11-11T21:18:23,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ into afc2248867da1785caf38a6f93e85bd2/f as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/f/ca0375c0dcb249338d1d82d5ec3ac0bb_SeqId_4_ - updating store file list. 2024-11-11T21:18:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca0375c0dcb249338d1d82d5ec3ac0bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:18:23,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/f/ca0375c0dcb249338d1d82d5ec3ac0bb_SeqId_4_ into afc2248867da1785caf38a6f93e85bd2/f 2024-11-11T21:18:23,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ into afc2248867da1785caf38a6f93e85bd2/f (new location: hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/f/ca0375c0dcb249338d1d82d5ec3ac0bb_SeqId_4_) 2024-11-11T21:18:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/staging/jenkins.hfs.6__test__ejc44lbk7dchmtld0plemtptrbouehk9u3h62bkniq30vgc5nlqkgc67f95rbi9a/f/da495deff4cc45d3a3512491cecd3a1f_SeqId_4_ 2024-11-11T21:18:23,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42749 {}] regionserver.ReplicationSink(324): Finished replicating [17ea2cb3-5093-4dc2-bf6f-f57beaa3584c] bulk loaded data 2024-11-11T21:18:23,962 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 687, reset compression=false 2024-11-11T21:18:24,467 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 687, reset compression=false 2024-11-11T21:18:24,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:18:24,505 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731359904503/Put/seqid=0 2024-11-11T21:18:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741842_1018 (size=7997) 2024-11-11T21:18:24,916 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731359904915/Put/seqid=0 2024-11-11T21:18:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741843_1019 (size=7794) 2024-11-11T21:18:25,071 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 687, reset compression=false 2024-11-11T21:18:25,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a459b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:25,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36609,-1 for getting cluster id 2024-11-11T21:18:25,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:18:25,323 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17ea2cb3-5093-4dc2-bf6f-f57beaa3584c' 2024-11-11T21:18:25,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:18:25,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17ea2cb3-5093-4dc2-bf6f-f57beaa3584c" 2024-11-11T21:18:25,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b32706f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:25,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36609,-1] 2024-11-11T21:18:25,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:18:25,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:25,325 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:18:25,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfa5eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:18:25,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33841,1731359886601, seqNum=-1] 2024-11-11T21:18:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:25,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:18:25,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:18:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36609,1731359886409 2024-11-11T21:18:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5facb0f2 2024-11-11T21:18:25,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:18:25,340 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:18:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2] 2024-11-11T21:18:25,347 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:18:25,355 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T21:18:25,360 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T21:18:25,364 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f1/f1/hfile_0 for inclusion in 699eecb80a23c90b4c5ed446ab3c02c8/f1 2024-11-11T21:18:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T21:18:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:18:25,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f1/f1/hfile_1 for inclusion in 699eecb80a23c90b4c5ed446ab3c02c8/f1 2024-11-11T21:18:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T21:18:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:18:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HRegion(2603): Flush status journal for 699eecb80a23c90b4c5ed446ab3c02c8: 2024-11-11T21:18:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f1/f1/hfile_0 to hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_0 2024-11-11T21:18:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_0 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f1/ad198f5162d44fbead2c819bbfd31ee7_SeqId_6_ 2024-11-11T21:18:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/load_f1/f1/hfile_1 to hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_1 2024-11-11T21:18:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_1 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f1/6206412e3b86432eba2e490c7578743d_SeqId_6_ 2024-11-11T21:18:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T21:18:25,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_0 into 699eecb80a23c90b4c5ed446ab3c02c8/f1 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f1/ad198f5162d44fbead2c819bbfd31ee7_SeqId_6_ - updating store file list. 2024-11-11T21:18:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad198f5162d44fbead2c819bbfd31ee7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:18:25,386 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f1/ad198f5162d44fbead2c819bbfd31ee7_SeqId_6_ into 699eecb80a23c90b4c5ed446ab3c02c8/f1 2024-11-11T21:18:25,386 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_0 into 699eecb80a23c90b4c5ed446ab3c02c8/f1 (new location: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f1/ad198f5162d44fbead2c819bbfd31ee7_SeqId_6_) 2024-11-11T21:18:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_0 2024-11-11T21:18:25,388 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_1 into 699eecb80a23c90b4c5ed446ab3c02c8/f1 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f1/6206412e3b86432eba2e490c7578743d_SeqId_6_ - updating store file list. 2024-11-11T21:18:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6206412e3b86432eba2e490c7578743d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:18:25,394 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f1/6206412e3b86432eba2e490c7578743d_SeqId_6_ into 699eecb80a23c90b4c5ed446ab3c02c8/f1 2024-11-11T21:18:25,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_1 into 699eecb80a23c90b4c5ed446ab3c02c8/f1 (new location: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/f1/6206412e3b86432eba2e490c7578743d_SeqId_6_) 2024-11-11T21:18:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/staging/jenkins__test__2ossm809bm7qk58htfnp3dqok4s15mbcgua57a2fgpnbg5lrrmlkqpt871hihkb8/f1/hfile_1 2024-11-11T21:18:25,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:18:25,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:18:25,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:25,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:18:25,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:18:25,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:18:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2 , the old value is region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f286ae0a5299:33841 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:18:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:18:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2 from cache 2024-11-11T21:18:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33841,1731359886601, seqNum=-1] 2024-11-11T21:18:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:18:25,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:18:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., hostname=f286ae0a5299,33841,1731359886601, seqNum=2] 2024-11-11T21:18:25,406 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T21:18:25,506 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:33841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T21:18:25,776 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 687, reset compression=false 2024-11-11T21:18:25,781 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:18:25,781 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:25,781 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33841,1731359886601 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:18:25,991 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:25,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:18:26,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:26,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:26,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:26,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:18:26,310 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:26,714 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:27,218 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:27,823 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:28,529 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:28,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T21:18:28,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T21:18:29,333 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:30,237 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:31,242 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:32,347 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:33,552 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:34,856 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:35,998 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:18:36,259 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:37,763 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:39,367 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:41,070 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:41,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:18:42,874 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:44,780 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:45,784 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33841,1731359886601 got entry batch from reader: null 2024-11-11T21:18:46,784 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:48,889 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:50,132 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T21:18:50,132 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T21:18:51,093 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:53,397 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:55,332 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T21:18:55,332 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T21:18:55,802 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:18:58,306 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:00,909 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:01,513 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 699eecb80a23c90b4c5ed446ab3c02c8, had cached 0 bytes from a total of 31376 2024-11-11T21:19:03,613 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:03,729 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region afc2248867da1785caf38a6f93e85bd2, had cached 0 bytes from a total of 15585 2024-11-11T21:19:05,784 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33841,1731359886601 got entry batch from reader: null 2024-11-11T21:19:05,998 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:19:06,426 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:09,330 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:11,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:19:12,333 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:15,438 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:18,642 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:21,946 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:25,350 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:25,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:19:25,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:25,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:25,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:25,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:25,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:25,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:19:25,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278333586, stopped=false 2024-11-11T21:19:25,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,43923,1731359891929 2024-11-11T21:19:25,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1882226284/running 2024-11-11T21:19:25,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:19:25,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1882226284/running 2024-11-11T21:19:25,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:19:25,496 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:25,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:25,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:25,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:25,497 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,42749,1731359892075' ***** 2024-11-11T21:19:25,497 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:19:25,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on znode that does not yet exist, /1-1882226284/running 2024-11-11T21:19:25,498 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:19:25,498 INFO [RS:0;f286ae0a5299:42749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:19:25,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Set watcher on znode that does not yet exist, /1-1882226284/running 2024-11-11T21:19:25,499 INFO [RS:0;f286ae0a5299:42749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:19:25,499 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(3091): Received CLOSE for afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:19:25,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:19:25,512 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,42749,1731359892075 2024-11-11T21:19:25,512 INFO [RS:0;f286ae0a5299:42749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:25,512 INFO [RS:0;f286ae0a5299:42749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42749. 2024-11-11T21:19:25,512 DEBUG [RS:0;f286ae0a5299:42749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:25,512 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afc2248867da1785caf38a6f93e85bd2, disabling compactions & flushes 2024-11-11T21:19:25,513 DEBUG [RS:0;f286ae0a5299:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:25,513 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:19:25,513 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:19:25,513 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. after waiting 0 ms 2024-11-11T21:19:25,513 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:19:25,513 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:19:25,513 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:19:25,513 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:19:25,513 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:19:25,520 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:25,532 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:19:25,532 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, afc2248867da1785caf38a6f93e85bd2=test,,1731359897520.afc2248867da1785caf38a6f93e85bd2.} 2024-11-11T21:19:25,532 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc2248867da1785caf38a6f93e85bd2 2024-11-11T21:19:25,532 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:19:25,532 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:19:25,532 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:19:25,532 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:19:25,533 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:19:25,533 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T21:19:25,562 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:19:25,562 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:19:25,581 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/info/edf34e78ef9542d7bdf89421b89c1dc6 is 129, key is test,,1731359897520.afc2248867da1785caf38a6f93e85bd2./info:regioninfo/1731359898746/Put/seqid=0 2024-11-11T21:19:25,585 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/default/test/afc2248867da1785caf38a6f93e85bd2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T21:19:25,586 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:25,586 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:19:25,586 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:19:25,586 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afc2248867da1785caf38a6f93e85bd2: Waiting for close lock at 1731359965512Running coprocessor pre-close hooks at 1731359965512Disabling compacts and flushes for region at 1731359965512Disabling writes for close at 1731359965513 (+1 ms)Writing region close event to WAL at 1731359965533 (+20 ms)Running coprocessor post-close hooks at 1731359965586 (+53 ms)Closed at 1731359965586 2024-11-11T21:19:25,586 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731359897520.afc2248867da1785caf38a6f93e85bd2. 2024-11-11T21:19:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741839_1015 (size=6421) 2024-11-11T21:19:25,615 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/info/edf34e78ef9542d7bdf89421b89c1dc6 2024-11-11T21:19:25,658 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/ns/33267b7252524c00ae96a9bad9f116e7 is 43, key is default/ns:d/1731359895255/Put/seqid=0 2024-11-11T21:19:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741840_1016 (size=5153) 2024-11-11T21:19:25,732 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:25,784 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33841,1731359886601 got entry batch from reader: null 2024-11-11T21:19:25,933 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:26,072 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/ns/33267b7252524c00ae96a9bad9f116e7 2024-11-11T21:19:26,099 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/rep_barrier/eec360260ced467680519cbe241d6220 is 112, key is test,,1731359897520.afc2248867da1785caf38a6f93e85bd2./rep_barrier:seqnumDuringOpen/1731359898746/Put/seqid=0 2024-11-11T21:19:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741841_1017 (size=5518) 2024-11-11T21:19:26,111 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/rep_barrier/eec360260ced467680519cbe241d6220 2024-11-11T21:19:26,132 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/table/e70cbf8036d64d98b9d9746275af93aa is 40, key is test/table:state/1731359898757/Put/seqid=0 2024-11-11T21:19:26,133 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:26,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741842_1018 (size=5165) 2024-11-11T21:19:26,333 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:26,533 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:19:26,533 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:19:26,533 DEBUG [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:26,556 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/table/e70cbf8036d64d98b9d9746275af93aa 2024-11-11T21:19:26,562 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/info/edf34e78ef9542d7bdf89421b89c1dc6 as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/info/edf34e78ef9542d7bdf89421b89c1dc6 2024-11-11T21:19:26,568 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/info/edf34e78ef9542d7bdf89421b89c1dc6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T21:19:26,569 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/ns/33267b7252524c00ae96a9bad9f116e7 as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/ns/33267b7252524c00ae96a9bad9f116e7 2024-11-11T21:19:26,575 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/ns/33267b7252524c00ae96a9bad9f116e7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:19:26,576 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/rep_barrier/eec360260ced467680519cbe241d6220 as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/rep_barrier/eec360260ced467680519cbe241d6220 2024-11-11T21:19:26,581 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/rep_barrier/eec360260ced467680519cbe241d6220, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T21:19:26,582 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/.tmp/table/e70cbf8036d64d98b9d9746275af93aa as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/table/e70cbf8036d64d98b9d9746275af93aa 2024-11-11T21:19:26,587 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/table/e70cbf8036d64d98b9d9746275af93aa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:19:26,588 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1055ms, sequenceid=11, compaction requested=false 2024-11-11T21:19:26,596 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T21:19:26,597 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:26,597 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:19:26,597 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:26,597 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359965532Running coprocessor pre-close hooks at 1731359965532Disabling compacts and flushes for region at 1731359965532Disabling writes for close at 1731359965533 (+1 ms)Obtaining lock to block concurrent updates at 1731359965533Preparing flush snapshotting stores in 1588230740 at 1731359965533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731359965535 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731359965535Flushing 1588230740/info: creating writer at 1731359965536 (+1 ms)Flushing 1588230740/info: appending metadata at 1731359965581 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731359965581Flushing 1588230740/ns: creating writer at 1731359965634 (+53 ms)Flushing 1588230740/ns: appending metadata at 1731359965657 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731359965657Flushing 1588230740/rep_barrier: creating writer at 1731359966082 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731359966098 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731359966098Flushing 1588230740/table: creating writer at 1731359966117 (+19 ms)Flushing 1588230740/table: appending metadata at 1731359966132 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731359966132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3536eaf: reopening flushed file at 1731359966562 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e758d8: reopening flushed file at 1731359966568 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138ef2a6: reopening flushed file at 1731359966575 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de299ec: reopening flushed file at 1731359966581 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1055ms, sequenceid=11, compaction requested=false at 1731359966588 (+7 ms)Writing region close event to WAL at 1731359966593 (+5 ms)Running coprocessor post-close hooks at 1731359966597 (+4 ms)Closed at 1731359966597 2024-11-11T21:19:26,597 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:26,733 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,42749,1731359892075; all regions closed. 2024-11-11T21:19:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741834_1010 (size=2717) 2024-11-11T21:19:26,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/WALs/f286ae0a5299,42749,1731359892075/f286ae0a5299%2C42749%2C1731359892075.meta.1731359895152.meta not finished, retry = 0 2024-11-11T21:19:26,839 DEBUG [RS:0;f286ae0a5299:42749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/oldWALs 2024-11-11T21:19:26,839 INFO [RS:0;f286ae0a5299:42749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42749%2C1731359892075.meta:.meta(num 1731359895152) 2024-11-11T21:19:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741833_1009 (size=1028) 2024-11-11T21:19:26,847 DEBUG [RS:0;f286ae0a5299:42749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/oldWALs 2024-11-11T21:19:26,847 INFO [RS:0;f286ae0a5299:42749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42749%2C1731359892075:(num 1731359894707) 2024-11-11T21:19:26,847 DEBUG [RS:0;f286ae0a5299:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:26,847 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:26,847 INFO [RS:0;f286ae0a5299:42749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:26,847 INFO [RS:0;f286ae0a5299:42749 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:26,847 INFO [RS:0;f286ae0a5299:42749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:26,848 INFO [RS:0;f286ae0a5299:42749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42749. 2024-11-11T21:19:26,848 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:19:26,848 DEBUG [RS:0;f286ae0a5299:42749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:26,848 DEBUG [RS:0;f286ae0a5299:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:26,848 DEBUG [RS:0;f286ae0a5299:42749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:26,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:26,849 INFO [RS:0;f286ae0a5299:42749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42749 2024-11-11T21:19:26,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1882226284/rs/f286ae0a5299,42749,1731359892075 2024-11-11T21:19:26,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284/rs 2024-11-11T21:19:26,860 INFO [RS:0;f286ae0a5299:42749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:19:26,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,42749,1731359892075] 2024-11-11T21:19:26,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1882226284/draining/f286ae0a5299,42749,1731359892075 already deleted, retry=false 2024-11-11T21:19:26,919 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,42749,1731359892075 expired; onlineServers=0 2024-11-11T21:19:26,919 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,43923,1731359891929' ***** 2024-11-11T21:19:26,919 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:19:26,919 INFO [M:0;f286ae0a5299:43923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:26,919 INFO [M:0;f286ae0a5299:43923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:26,919 DEBUG [M:0;f286ae0a5299:43923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:19:26,919 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:19:26,919 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359894332 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359894332,5,FailOnTimeoutGroup] 2024-11-11T21:19:26,919 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359894328 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359894328,5,FailOnTimeoutGroup] 2024-11-11T21:19:26,919 DEBUG [M:0;f286ae0a5299:43923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:19:26,919 INFO [M:0;f286ae0a5299:43923 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:26,919 INFO [M:0;f286ae0a5299:43923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:26,919 DEBUG [M:0;f286ae0a5299:43923 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:19:26,919 INFO [M:0;f286ae0a5299:43923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:19:26,919 INFO [M:0;f286ae0a5299:43923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:26,920 INFO [M:0;f286ae0a5299:43923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:19:26,920 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:19:26,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1882226284/master 2024-11-11T21:19:26,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1882226284 2024-11-11T21:19:26,937 DEBUG [M:0;f286ae0a5299:43923 {}] zookeeper.ZKUtil(347): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Unable to get data of znode /1-1882226284/master because node does not exist (not an error) 2024-11-11T21:19:26,937 WARN [M:0;f286ae0a5299:43923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:19:26,939 INFO [M:0;f286ae0a5299:43923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/.lastflushedseqids 2024-11-11T21:19:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741843_1019 (size=173) 2024-11-11T21:19:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:26,971 INFO [RS:0;f286ae0a5299:42749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:19:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42749-0x1012bc3400b0004, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:26,971 INFO [RS:0;f286ae0a5299:42749 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,42749,1731359892075; zookeeper connection closed. 2024-11-11T21:19:26,971 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@563bde89 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@563bde89 2024-11-11T21:19:26,971 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:19:27,347 INFO [M:0;f286ae0a5299:43923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:19:27,347 INFO [M:0;f286ae0a5299:43923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:19:27,347 DEBUG [M:0;f286ae0a5299:43923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:19:27,347 INFO [M:0;f286ae0a5299:43923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:27,347 DEBUG [M:0;f286ae0a5299:43923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:27,347 DEBUG [M:0;f286ae0a5299:43923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:19:27,347 DEBUG [M:0;f286ae0a5299:43923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:27,347 INFO [M:0;f286ae0a5299:43923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-11T21:19:27,362 DEBUG [M:0;f286ae0a5299:43923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/546d06c239364a629be91f9f32021ae3 is 82, key is hbase:meta,,1/info:regioninfo/1731359895223/Put/seqid=0 2024-11-11T21:19:27,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741844_1020 (size=5672) 2024-11-11T21:19:27,767 INFO [M:0;f286ae0a5299:43923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/546d06c239364a629be91f9f32021ae3 2024-11-11T21:19:27,800 DEBUG [M:0;f286ae0a5299:43923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abd66b3c9ed44656bd4428744fed39c8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731359898762/Put/seqid=0 2024-11-11T21:19:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741845_1021 (size=6727) 2024-11-11T21:19:27,838 INFO [M:0;f286ae0a5299:43923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abd66b3c9ed44656bd4428744fed39c8 2024-11-11T21:19:27,849 INFO [M:0;f286ae0a5299:43923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abd66b3c9ed44656bd4428744fed39c8 2024-11-11T21:19:27,867 DEBUG [M:0;f286ae0a5299:43923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77b6c77fd3a04ac7a269f1b0b3d89c47 is 69, key is f286ae0a5299,42749,1731359892075/rs:state/1731359894438/Put/seqid=0 2024-11-11T21:19:27,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741846_1022 (size=5156) 2024-11-11T21:19:28,282 INFO [M:0;f286ae0a5299:43923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77b6c77fd3a04ac7a269f1b0b3d89c47 2024-11-11T21:19:28,287 DEBUG [M:0;f286ae0a5299:43923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/546d06c239364a629be91f9f32021ae3 as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/546d06c239364a629be91f9f32021ae3 2024-11-11T21:19:28,291 INFO [M:0;f286ae0a5299:43923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/546d06c239364a629be91f9f32021ae3, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T21:19:28,292 DEBUG [M:0;f286ae0a5299:43923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abd66b3c9ed44656bd4428744fed39c8 as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abd66b3c9ed44656bd4428744fed39c8 2024-11-11T21:19:28,296 INFO [M:0;f286ae0a5299:43923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abd66b3c9ed44656bd4428744fed39c8 2024-11-11T21:19:28,296 INFO [M:0;f286ae0a5299:43923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abd66b3c9ed44656bd4428744fed39c8, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T21:19:28,297 DEBUG [M:0;f286ae0a5299:43923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77b6c77fd3a04ac7a269f1b0b3d89c47 as hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77b6c77fd3a04ac7a269f1b0b3d89c47 2024-11-11T21:19:28,302 INFO [M:0;f286ae0a5299:43923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44279/user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77b6c77fd3a04ac7a269f1b0b3d89c47, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T21:19:28,303 INFO [M:0;f286ae0a5299:43923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=58, compaction requested=false 2024-11-11T21:19:28,304 INFO [M:0;f286ae0a5299:43923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:28,304 DEBUG [M:0;f286ae0a5299:43923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359967347Disabling compacts and flushes for region at 1731359967347Disabling writes for close at 1731359967347Obtaining lock to block concurrent updates at 1731359967347Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359967347Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731359967348 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359967348Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359967348Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359967362 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359967362Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359967777 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359967798 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359967798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359967850 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359967866 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359967866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686079b4: reopening flushed file at 1731359968286 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@117e67f3: reopening flushed file at 1731359968291 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ac954f: reopening flushed file at 1731359968296 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=58, compaction requested=false at 1731359968303 (+7 ms)Writing region close event to WAL at 1731359968304 (+1 ms)Closed at 1731359968304 2024-11-11T21:19:28,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741830_1006 (size=33026) 2024-11-11T21:19:28,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/879b3304-7f93-a6fa-e83b-7ab7b0bf5d26/MasterData/WALs/f286ae0a5299,43923,1731359891929/f286ae0a5299%2C43923%2C1731359891929.1731359893879 not finished, retry = 0 2024-11-11T21:19:28,407 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:19:28,407 INFO [M:0;f286ae0a5299:43923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:19:28,407 INFO [M:0;f286ae0a5299:43923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43923 2024-11-11T21:19:28,408 INFO [M:0;f286ae0a5299:43923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:19:28,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:28,553 INFO [M:0;f286ae0a5299:43923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:19:28,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43923-0x1012bc3400b0003, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:28,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@625a3a1e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:19:28,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e7280f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:19:28,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:19:28,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67dc03b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:19:28,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@752c424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.log.dir/,STOPPED} 2024-11-11T21:19:28,562 WARN [BP-1339708315-172.17.0.2-1731359889772 heartbeating to localhost/127.0.0.1:44279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:19:28,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:19:28,562 WARN [BP-1339708315-172.17.0.2-1731359889772 heartbeating to localhost/127.0.0.1:44279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1339708315-172.17.0.2-1731359889772 (Datanode Uuid 36ea4930-a0fb-49e3-980f-8a9834f8af56) service to localhost/127.0.0.1:44279 2024-11-11T21:19:28,563 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:19:28,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/cluster_df999aed-847c-8b54-cb1b-ece69212fc2d/data/data1/current/BP-1339708315-172.17.0.2-1731359889772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:19:28,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/cluster_df999aed-847c-8b54-cb1b-ece69212fc2d/data/data2/current/BP-1339708315-172.17.0.2-1731359889772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:19:28,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:19:28,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7af02add{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:19:28,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@454bf5b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:19:28,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:19:28,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46044bf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:19:28,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e997d58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.log.dir/,STOPPED} 2024-11-11T21:19:28,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:19:28,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:19:28,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:28,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:28,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:28,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:28,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:28,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:19:28,585 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1682791401, stopped=false 2024-11-11T21:19:28,585 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,36609,1731359886409 2024-11-11T21:19:28,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01340719758/running 2024-11-11T21:19:28,600 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:28,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01340719758/running 2024-11-11T21:19:28,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:28,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:19:28,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:28,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:28,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:19:28,601 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,33841,1731359886601' ***** 2024-11-11T21:19:28,601 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:19:28,601 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:19:28,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:19:28,601 INFO [RS:0;f286ae0a5299:33841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:19:28,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on znode that does not yet exist, /01340719758/running 2024-11-11T21:19:28,601 INFO [RS:0;f286ae0a5299:33841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:19:28,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Set watcher on znode that does not yet exist, /01340719758/running 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(3091): Received CLOSE for 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(3091): Received CLOSE for 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,33841,1731359886601 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:33841. 2024-11-11T21:19:28,602 DEBUG [RS:0;f286ae0a5299:33841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:28,602 DEBUG [RS:0;f286ae0a5299:33841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:19:28,602 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 699eecb80a23c90b4c5ed446ab3c02c8, disabling compactions & flushes 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:19:28,602 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:19:28,602 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:19:28,602 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. after waiting 0 ms 2024-11-11T21:19:28,602 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:19:28,602 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:19:28,603 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1325): Online Regions={699eecb80a23c90b4c5ed446ab3c02c8=test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8., 1588230740=hbase:meta,,1.1588230740, 39f0a06856d710f411ca8a2e6be58e64=hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64.} 2024-11-11T21:19:28,603 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39f0a06856d710f411ca8a2e6be58e64, 699eecb80a23c90b4c5ed446ab3c02c8 2024-11-11T21:19:28,603 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:19:28,603 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:19:28,603 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:19:28,603 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:19:28,603 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:19:28,603 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:19:28,607 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/default/test/699eecb80a23c90b4c5ed446ab3c02c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:19:28,607 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:28,607 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:19:28,607 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:19:28,607 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 699eecb80a23c90b4c5ed446ab3c02c8: Waiting for close lock at 1731359968602Running coprocessor pre-close hooks at 1731359968602Disabling compacts and flushes for region at 1731359968602Disabling writes for close at 1731359968602Writing region close event to WAL at 1731359968603 (+1 ms)Running coprocessor post-close hooks at 1731359968607 (+4 ms)Closed at 1731359968607 2024-11-11T21:19:28,608 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8. 2024-11-11T21:19:28,608 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39f0a06856d710f411ca8a2e6be58e64, disabling compactions & flushes 2024-11-11T21:19:28,608 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:19:28,608 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:19:28,608 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. after waiting 0 ms 2024-11-11T21:19:28,608 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:19:28,608 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39f0a06856d710f411ca8a2e6be58e64 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T21:19:28,622 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/.tmp/hfileref/82159acc75664d8f8157d443022dde9d is 74, key is 1/hfileref:041bf6f38b3949bca58fad08b53a29ac_SeqId_4_/1731359903604/DeleteColumn/seqid=0 2024-11-11T21:19:28,623 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/info/9a0e76447f9b4aa8a67208282b066d47 is 147, key is hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64./info:regioninfo/1731359900516/Put/seqid=0 2024-11-11T21:19:28,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741844_1020 (size=5203) 2024-11-11T21:19:28,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741845_1021 (size=7686) 2024-11-11T21:19:28,666 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:28,803 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:19:28,858 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 997, reset compression=false 2024-11-11T21:19:28,864 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:19:28,864 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 1292, reset compression=false 2024-11-11T21:19:28,864 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33841,1731359886601 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:19:28,866 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,33841,1731359886601: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,33841,1731359886601, walGroup=f286ae0a5299%2C33841%2C1731359886601, offset=f286ae0a5299%2C33841%2C1731359886601.1731359888415:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:33841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:19:28,868 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:19:28,871 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:19:28,872 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:19:28,873 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:19:28,873 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:19:28,873 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 472393120 }, "NonHeapMemoryUsage": { "committed": 180682752, "init": 7667712, "max": -1, "used": 175658880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:19:28,876 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:36609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:36609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:19:29,003 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39f0a06856d710f411ca8a2e6be58e64 2024-11-11T21:19:29,027 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/.tmp/hfileref/82159acc75664d8f8157d443022dde9d 2024-11-11T21:19:29,027 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/info/9a0e76447f9b4aa8a67208282b066d47 2024-11-11T21:19:29,052 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/ns/44ab1fd2350044fa901320d3c40acf23 is 43, key is default/ns:d/1731359889544/Put/seqid=0 2024-11-11T21:19:29,057 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/.tmp/queue/3be163990fd7465ba6adf6792974d455 is 153, key is 1-f286ae0a5299,33841,1731359886601/queue:f286ae0a5299%2C33841%2C1731359886601/1731359905783/Put/seqid=0 2024-11-11T21:19:29,068 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 1292, reset compression=false 2024-11-11T21:19:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741846_1022 (size=5153) 2024-11-11T21:19:29,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741847_1023 (size=5352) 2024-11-11T21:19:29,088 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/.tmp/queue/3be163990fd7465ba6adf6792974d455 2024-11-11T21:19:29,095 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/.tmp/hfileref/82159acc75664d8f8157d443022dde9d as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/hfileref/82159acc75664d8f8157d443022dde9d 2024-11-11T21:19:29,103 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/hfileref/82159acc75664d8f8157d443022dde9d, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T21:19:29,104 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/.tmp/queue/3be163990fd7465ba6adf6792974d455 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/queue/3be163990fd7465ba6adf6792974d455 2024-11-11T21:19:29,112 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/queue/3be163990fd7465ba6adf6792974d455, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T21:19:29,113 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 39f0a06856d710f411ca8a2e6be58e64 in 505ms, sequenceid=10, compaction requested=false 2024-11-11T21:19:29,121 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/replication/39f0a06856d710f411ca8a2e6be58e64/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T21:19:29,121 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:29,121 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:19:29,121 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:19:29,121 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39f0a06856d710f411ca8a2e6be58e64: Waiting for close lock at 1731359968608Running coprocessor pre-close hooks at 1731359968608Disabling compacts and flushes for region at 1731359968608Disabling writes for close at 1731359968608Obtaining lock to block concurrent updates at 1731359968608Preparing flush snapshotting stores in 39f0a06856d710f411ca8a2e6be58e64 at 1731359968608Finished memstore snapshotting hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731359968608Flushing stores of hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. at 1731359968609 (+1 ms)Flushing 39f0a06856d710f411ca8a2e6be58e64/hfileref: creating writer at 1731359968609Flushing 39f0a06856d710f411ca8a2e6be58e64/hfileref: appending metadata at 1731359968622 (+13 ms)Flushing 39f0a06856d710f411ca8a2e6be58e64/hfileref: closing flushed file at 1731359968622Flushing 39f0a06856d710f411ca8a2e6be58e64/queue: creating writer at 1731359969036 (+414 ms)Flushing 39f0a06856d710f411ca8a2e6be58e64/queue: appending metadata at 1731359969056 (+20 ms)Flushing 39f0a06856d710f411ca8a2e6be58e64/queue: closing flushed file at 1731359969056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1d2c2c: reopening flushed file at 1731359969095 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275e3017: reopening flushed file at 1731359969103 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 39f0a06856d710f411ca8a2e6be58e64 in 505ms, sequenceid=10, compaction requested=false at 1731359969113 (+10 ms)Writing region close event to WAL at 1731359969117 (+4 ms)Running coprocessor post-close hooks at 1731359969121 (+4 ms)Closed at 1731359969121 2024-11-11T21:19:29,122 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731359899711.39f0a06856d710f411ca8a2e6be58e64. 2024-11-11T21:19:29,203 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:29,286 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:19:29,286 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:19:29,378 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 1292, reset compression=false 2024-11-11T21:19:29,403 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:29,475 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/ns/44ab1fd2350044fa901320d3c40acf23 2024-11-11T21:19:29,497 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/rep_barrier/1c7e376c331842fd8b7f1624ff339b66 is 112, key is test,,1731359895361.699eecb80a23c90b4c5ed446ab3c02c8./rep_barrier:seqnumDuringOpen/1731359896538/Put/seqid=0 2024-11-11T21:19:29,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741848_1024 (size=5518) 2024-11-11T21:19:29,604 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:19:29,604 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:19:29,604 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:29,783 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 1292, reset compression=false 2024-11-11T21:19:29,804 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:29,902 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/rep_barrier/1c7e376c331842fd8b7f1624ff339b66 2024-11-11T21:19:29,921 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/table/6045989d115b4eb1957d616f017484a3 is 53, key is hbase:replication/table:state/1731359900529/Put/seqid=0 2024-11-11T21:19:29,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741849_1025 (size=5308) 2024-11-11T21:19:30,004 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:30,204 DEBUG [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:30,287 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 to pos 1292, reset compression=false 2024-11-11T21:19:30,325 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/table/6045989d115b4eb1957d616f017484a3 2024-11-11T21:19:30,331 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/info/9a0e76447f9b4aa8a67208282b066d47 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/info/9a0e76447f9b4aa8a67208282b066d47 2024-11-11T21:19:30,336 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/info/9a0e76447f9b4aa8a67208282b066d47, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:19:30,337 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/ns/44ab1fd2350044fa901320d3c40acf23 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/ns/44ab1fd2350044fa901320d3c40acf23 2024-11-11T21:19:30,342 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/ns/44ab1fd2350044fa901320d3c40acf23, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:19:30,342 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/rep_barrier/1c7e376c331842fd8b7f1624ff339b66 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/rep_barrier/1c7e376c331842fd8b7f1624ff339b66 2024-11-11T21:19:30,347 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/rep_barrier/1c7e376c331842fd8b7f1624ff339b66, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:19:30,348 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/.tmp/table/6045989d115b4eb1957d616f017484a3 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/table/6045989d115b4eb1957d616f017484a3 2024-11-11T21:19:30,353 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/table/6045989d115b4eb1957d616f017484a3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:19:30,354 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false 2024-11-11T21:19:30,354 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:19:30,359 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:19:30,359 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:30,360 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:19:30,360 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:30,360 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359968603Running coprocessor pre-close hooks at 1731359968603Disabling compacts and flushes for region at 1731359968603Disabling writes for close at 1731359968603Obtaining lock to block concurrent updates at 1731359968603Preparing flush snapshotting stores in 1588230740 at 1731359968603Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731359968603Flushing stores of hbase:meta,,1.1588230740 at 1731359968604 (+1 ms)Flushing 1588230740/info: creating writer at 1731359968604Flushing 1588230740/info: appending metadata at 1731359968622 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731359968622Flushing 1588230740/ns: creating writer at 1731359969033 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731359969052 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731359969052Flushing 1588230740/rep_barrier: creating writer at 1731359969480 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731359969497 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731359969497Flushing 1588230740/table: creating writer at 1731359969907 (+410 ms)Flushing 1588230740/table: appending metadata at 1731359969920 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731359969920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639d6220: reopening flushed file at 1731359970330 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f1fc40: reopening flushed file at 1731359970336 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73480779: reopening flushed file at 1731359970342 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41410dff: reopening flushed file at 1731359970347 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false at 1731359970354 (+7 ms)Writing region close event to WAL at 1731359970356 (+2 ms)Running coprocessor post-close hooks at 1731359970359 (+3 ms)Closed at 1731359970360 (+1 ms) 2024-11-11T21:19:30,360 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:30,404 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,33841,1731359886601; all regions closed. 2024-11-11T21:19:30,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:19:30,407 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.meta.1731359889460.meta not finished, retry = 0 2024-11-11T21:19:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741839_1015 (size=2700) 2024-11-11T21:19:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741832_1008 (size=1300) 2024-11-11T21:19:30,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/WALs/f286ae0a5299,33841,1731359886601/f286ae0a5299%2C33841%2C1731359886601.1731359888415 not finished, retry = 0 2024-11-11T21:19:30,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:30,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:30,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:30,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:30,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:30,613 DEBUG [RS:0;f286ae0a5299:33841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:30,613 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:30,614 INFO [RS:0;f286ae0a5299:33841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:30,614 INFO [RS:0;f286ae0a5299:33841 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:30,614 INFO [RS:0;f286ae0a5299:33841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:30,614 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:19:30,614 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,33841,1731359886601 because: Region server is closing 2024-11-11T21:19:30,614 INFO [RS:0;f286ae0a5299:33841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:33841. 2024-11-11T21:19:30,614 DEBUG [RS:0;f286ae0a5299:33841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:30,614 DEBUG [RS:0;f286ae0a5299:33841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:30,615 DEBUG [RS:0;f286ae0a5299:33841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:30,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:30,715 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.shipperf286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 terminated 2024-11-11T21:19:30,715 INFO [RS:0;f286ae0a5299:33841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33841 2024-11-11T21:19:30,715 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33841,1731359886601.replicationSource.wal-reader.f286ae0a5299%2C33841%2C1731359886601,1-f286ae0a5299,33841,1731359886601 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:19:30,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01340719758/rs/f286ae0a5299,33841,1731359886601 2024-11-11T21:19:30,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758/rs 2024-11-11T21:19:30,726 INFO [RS:0;f286ae0a5299:33841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:19:30,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,33841,1731359886601] 2024-11-11T21:19:30,747 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01340719758/draining/f286ae0a5299,33841,1731359886601 already deleted, retry=false 2024-11-11T21:19:30,747 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,33841,1731359886601 expired; onlineServers=0 2024-11-11T21:19:30,747 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,36609,1731359886409' ***** 2024-11-11T21:19:30,747 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:19:30,747 INFO [M:0;f286ae0a5299:36609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:30,747 INFO [M:0;f286ae0a5299:36609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:30,747 DEBUG [M:0;f286ae0a5299:36609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:19:30,747 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:19:30,747 DEBUG [M:0;f286ae0a5299:36609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:19:30,747 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359888222 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359888222,5,FailOnTimeoutGroup] 2024-11-11T21:19:30,747 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359888222 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359888222,5,FailOnTimeoutGroup] 2024-11-11T21:19:30,748 INFO [M:0;f286ae0a5299:36609 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:30,748 INFO [M:0;f286ae0a5299:36609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:30,748 DEBUG [M:0;f286ae0a5299:36609 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:19:30,748 INFO [M:0;f286ae0a5299:36609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:19:30,748 INFO [M:0;f286ae0a5299:36609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:30,748 INFO [M:0;f286ae0a5299:36609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:19:30,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:19:30,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01340719758/master 2024-11-11T21:19:30,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01340719758 2024-11-11T21:19:30,758 DEBUG [M:0;f286ae0a5299:36609 {}] zookeeper.ZKUtil(347): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Unable to get data of znode /01340719758/master because node does not exist (not an error) 2024-11-11T21:19:30,758 WARN [M:0;f286ae0a5299:36609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:19:30,759 INFO [M:0;f286ae0a5299:36609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/.lastflushedseqids 2024-11-11T21:19:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741850_1026 (size=263) 2024-11-11T21:19:30,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:30,837 INFO [RS:0;f286ae0a5299:33841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:19:30,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33841-0x1012bc3400b0001, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:30,837 INFO [RS:0;f286ae0a5299:33841 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,33841,1731359886601; zookeeper connection closed. 2024-11-11T21:19:30,837 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7603e83b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7603e83b 2024-11-11T21:19:30,837 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:19:31,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:19:31,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:31,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:31,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:31,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:31,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:31,164 INFO [M:0;f286ae0a5299:36609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:19:31,164 INFO [M:0;f286ae0a5299:36609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:19:31,164 DEBUG [M:0;f286ae0a5299:36609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:19:31,164 INFO [M:0;f286ae0a5299:36609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:31,164 DEBUG [M:0;f286ae0a5299:36609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:31,164 DEBUG [M:0;f286ae0a5299:36609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:19:31,164 DEBUG [M:0;f286ae0a5299:36609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:31,164 INFO [M:0;f286ae0a5299:36609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-11T21:19:31,183 DEBUG [M:0;f286ae0a5299:36609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a3b2429e551412e84686707d0c1d35d is 82, key is hbase:meta,,1/info:regioninfo/1731359889492/Put/seqid=0 2024-11-11T21:19:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741851_1027 (size=5672) 2024-11-11T21:19:31,188 INFO [M:0;f286ae0a5299:36609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a3b2429e551412e84686707d0c1d35d 2024-11-11T21:19:31,205 DEBUG [M:0;f286ae0a5299:36609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c4a851806b04e1eab0dc564d84ec327 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731359896555/Put/seqid=0 2024-11-11T21:19:31,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741852_1028 (size=7239) 2024-11-11T21:19:31,610 INFO [M:0;f286ae0a5299:36609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c4a851806b04e1eab0dc564d84ec327 2024-11-11T21:19:31,615 INFO [M:0;f286ae0a5299:36609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c4a851806b04e1eab0dc564d84ec327 2024-11-11T21:19:31,628 DEBUG [M:0;f286ae0a5299:36609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d737cf86577e428eb8d39d786d4295b3 is 69, key is f286ae0a5299,33841,1731359886601/rs:state/1731359888264/Put/seqid=0 2024-11-11T21:19:31,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741853_1029 (size=5156) 2024-11-11T21:19:32,033 INFO [M:0;f286ae0a5299:36609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d737cf86577e428eb8d39d786d4295b3 2024-11-11T21:19:32,039 DEBUG [M:0;f286ae0a5299:36609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a3b2429e551412e84686707d0c1d35d as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a3b2429e551412e84686707d0c1d35d 2024-11-11T21:19:32,043 INFO [M:0;f286ae0a5299:36609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a3b2429e551412e84686707d0c1d35d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T21:19:32,044 DEBUG [M:0;f286ae0a5299:36609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c4a851806b04e1eab0dc564d84ec327 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c4a851806b04e1eab0dc564d84ec327 2024-11-11T21:19:32,050 INFO [M:0;f286ae0a5299:36609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c4a851806b04e1eab0dc564d84ec327 2024-11-11T21:19:32,050 INFO [M:0;f286ae0a5299:36609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c4a851806b04e1eab0dc564d84ec327, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T21:19:32,051 DEBUG [M:0;f286ae0a5299:36609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d737cf86577e428eb8d39d786d4295b3 as hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d737cf86577e428eb8d39d786d4295b3 2024-11-11T21:19:32,057 INFO [M:0;f286ae0a5299:36609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41723/user/jenkins/test-data/5557fd51-c902-01e7-6871-7a4d10f7669d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d737cf86577e428eb8d39d786d4295b3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T21:19:32,058 INFO [M:0;f286ae0a5299:36609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=105, compaction requested=false 2024-11-11T21:19:32,069 INFO [M:0;f286ae0a5299:36609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:32,069 DEBUG [M:0;f286ae0a5299:36609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359971164Disabling compacts and flushes for region at 1731359971164Disabling writes for close at 1731359971164Obtaining lock to block concurrent updates at 1731359971164Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359971164Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731359971165 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359971165Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359971166 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359971183 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359971183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359971192 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359971205 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359971205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359971615 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359971628 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359971628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49de0844: reopening flushed file at 1731359972038 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788bee24: reopening flushed file at 1731359972043 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2b6cc4: reopening flushed file at 1731359972050 (+7 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=105, compaction requested=false at 1731359972058 (+8 ms)Writing region close event to WAL at 1731359972069 (+11 ms)Closed at 1731359972069 2024-11-11T21:19:32,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37279 is added to blk_1073741830_1006 (size=64514) 2024-11-11T21:19:32,074 INFO [M:0;f286ae0a5299:36609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:19:32,074 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:19:32,074 INFO [M:0;f286ae0a5299:36609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36609 2024-11-11T21:19:32,075 INFO [M:0;f286ae0a5299:36609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:19:32,237 INFO [M:0;f286ae0a5299:36609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:19:32,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:32,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36609-0x1012bc3400b0000, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:32,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f247a6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:19:32,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@460345a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:19:32,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:19:32,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa012bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:19:32,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62cc11e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.log.dir/,STOPPED} 2024-11-11T21:19:32,241 WARN [BP-1048570393-172.17.0.2-1731359884408 heartbeating to localhost/127.0.0.1:41723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:19:32,241 WARN [BP-1048570393-172.17.0.2-1731359884408 heartbeating to localhost/127.0.0.1:41723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1048570393-172.17.0.2-1731359884408 (Datanode Uuid 803780ef-7e52-47b0-87f9-e3fb60e2cbee) service to localhost/127.0.0.1:41723 2024-11-11T21:19:32,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:19:32,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:19:32,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/cluster_34af1d3d-bf27-859c-4585-d3e787a983f2/data/data1/current/BP-1048570393-172.17.0.2-1731359884408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:19:32,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/cluster_34af1d3d-bf27-859c-4585-d3e787a983f2/data/data2/current/BP-1048570393-172.17.0.2-1731359884408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:19:32,242 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:19:32,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@594ec6b9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:19:32,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1112cd20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:19:32,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:19:32,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cd14d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:19:32,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42c9e7f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abec8cc8-7d4e-3c8f-a7b1-dc35a0bbe983/hadoop.log.dir/,STOPPED} 2024-11-11T21:19:32,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:19:32,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:19:32,274 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44279 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1984b8ca78.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:41723 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:44279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:41723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:41723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49531) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1984b8ca78.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49531) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 444), ProcessCount=11 (was 11), AvailableMemoryMB=1934 (was 2196) 2024-11-11T21:19:32,281 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=1934 2024-11-11T21:19:32,293 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T21:19:32,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.log.dir so I do NOT create it in target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3 2024-11-11T21:19:32,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:19:32,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.tmp.dir so I do NOT create it in target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3 2024-11-11T21:19:32,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cab2d26-8002-7eee-e504-d27d81184d60/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:19:32,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3 2024-11-11T21:19:32,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/cluster_bb6e218c-d8d1-0708-550e-74e34b0a64f0, deleteOnExit=true 2024-11-11T21:19:32,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/cluster_bb6e218c-d8d1-0708-550e-74e34b0a64f0/zookeeper_0, clientPort=51674, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/cluster_bb6e218c-d8d1-0708-550e-74e34b0a64f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/cluster_bb6e218c-d8d1-0708-550e-74e34b0a64f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:19:32,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51674 2024-11-11T21:19:32,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:19:32,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:19:32,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/test.cache.data in system properties and HBase conf 2024-11-11T21:19:32,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:19:32,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:19:32,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:19:32,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:19:32,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:19:32,314 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:19:32,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:19:32,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012bc3400b0002, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:19:32,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012bc3400b0005, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:19:32,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012bc3400b0005, quorum=127.0.0.1:49531, baseZNode=/1-1882226284 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:19:32,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012bc3400b0002, quorum=127.0.0.1:49531, baseZNode=/01340719758 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:19:32,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:19:32,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:19:32,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:19:32,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:19:32,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:19:32,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:19:32,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b35685e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:19:32,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e28010f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:19:32,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b79f220{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/java.io.tmpdir/jetty-localhost-33819-hadoop-hdfs-3_4_1-tests_jar-_-any-15989195045274360525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:19:32,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6237a23a{HTTP/1.1, (http/1.1)}{localhost:33819} 2024-11-11T21:19:32,740 INFO [Time-limited test {}] server.Server(415): Started @141855ms 2024-11-11T21:19:33,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:19:33,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:19:33,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:19:33,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:19:33,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:19:33,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@445a3a96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:19:33,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16d6a609{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:19:33,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ea2c40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/java.io.tmpdir/jetty-localhost-33563-hadoop-hdfs-3_4_1-tests_jar-_-any-8305179521494445425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:19:33,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@200404b3{HTTP/1.1, (http/1.1)}{localhost:33563} 2024-11-11T21:19:33,139 INFO [Time-limited test {}] server.Server(415): Started @142254ms 2024-11-11T21:19:33,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:19:33,858 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/cluster_bb6e218c-d8d1-0708-550e-74e34b0a64f0/data/data1/current/BP-484702089-172.17.0.2-1731359972329/current, will proceed with Du for space computation calculation, 2024-11-11T21:19:33,858 WARN [Thread-1293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/cluster_bb6e218c-d8d1-0708-550e-74e34b0a64f0/data/data2/current/BP-484702089-172.17.0.2-1731359972329/current, will proceed with Du for space computation calculation, 2024-11-11T21:19:33,876 WARN [Thread-1280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:19:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8f58fcaa990970d with lease ID 0x481b26d27cd896: Processing first storage report for DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b from datanode DatanodeRegistration(127.0.0.1:43027, datanodeUuid=8da0c30e-6ddb-405b-9ac9-afd1db0aecff, infoPort=40185, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=53089468;c=1731359972329) 2024-11-11T21:19:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8f58fcaa990970d with lease ID 0x481b26d27cd896: from storage DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b node DatanodeRegistration(127.0.0.1:43027, datanodeUuid=8da0c30e-6ddb-405b-9ac9-afd1db0aecff, infoPort=40185, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=53089468;c=1731359972329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:19:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8f58fcaa990970d with lease ID 0x481b26d27cd896: Processing first storage report for DS-d120820b-9dce-4b41-a828-d77e6c034c56 from datanode DatanodeRegistration(127.0.0.1:43027, datanodeUuid=8da0c30e-6ddb-405b-9ac9-afd1db0aecff, infoPort=40185, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=53089468;c=1731359972329) 2024-11-11T21:19:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8f58fcaa990970d with lease ID 0x481b26d27cd896: from storage DS-d120820b-9dce-4b41-a828-d77e6c034c56 node DatanodeRegistration(127.0.0.1:43027, datanodeUuid=8da0c30e-6ddb-405b-9ac9-afd1db0aecff, infoPort=40185, infoSecurePort=0, ipcPort=46613, storageInfo=lv=-57;cid=testClusterID;nsid=53089468;c=1731359972329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:19:33,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3 2024-11-11T21:19:33,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:33,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:33,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:19:34,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1 with version=8 2024-11-11T21:19:34,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/hbase-staging 2024-11-11T21:19:34,388 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:19:34,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:34,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:34,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:19:34,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:34,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:19:34,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:19:34,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:19:34,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46371 2024-11-11T21:19:34,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46371 connecting to ZooKeeper ensemble=127.0.0.1:51674 2024-11-11T21:19:34,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463710x0, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:19:34,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46371-0x1012bc497830000 connected 2024-11-11T21:19:34,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:34,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:34,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/running 2024-11-11T21:19:34,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1, hbase.cluster.distributed=false 2024-11-11T21:19:34,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/acl 2024-11-11T21:19:34,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46371 2024-11-11T21:19:34,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46371 2024-11-11T21:19:34,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46371 2024-11-11T21:19:34,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46371 2024-11-11T21:19:34,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46371 2024-11-11T21:19:34,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:19:34,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:34,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:34,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:19:34,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:34,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:19:34,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:19:34,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:19:34,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44751 2024-11-11T21:19:34,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44751 connecting to ZooKeeper ensemble=127.0.0.1:51674 2024-11-11T21:19:34,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:34,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:34,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447510x0, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:19:34,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44751-0x1012bc497830001 connected 2024-11-11T21:19:34,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/running 2024-11-11T21:19:34,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:19:34,906 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:19:34,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/master 2024-11-11T21:19:34,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/acl 2024-11-11T21:19:34,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-11T21:19:34,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44751 2024-11-11T21:19:34,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44751 2024-11-11T21:19:34,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-11T21:19:34,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-11T21:19:34,926 DEBUG [M:0;f286ae0a5299:46371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:46371 2024-11-11T21:19:34,927 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01562051026/backup-masters/f286ae0a5299,46371,1731359974387 2024-11-11T21:19:34,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/backup-masters 2024-11-11T21:19:34,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/backup-masters 2024-11-11T21:19:34,959 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on existing znode=/01562051026/backup-masters/f286ae0a5299,46371,1731359974387 2024-11-11T21:19:34,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01562051026/master 2024-11-11T21:19:34,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:34,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:34,970 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on existing znode=/01562051026/master 2024-11-11T21:19:34,970 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01562051026/backup-masters/f286ae0a5299,46371,1731359974387 from backup master directory 2024-11-11T21:19:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/backup-masters/f286ae0a5299,46371,1731359974387 2024-11-11T21:19:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/backup-masters 2024-11-11T21:19:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/backup-masters 2024-11-11T21:19:34,980 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:19:34,980 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,46371,1731359974387 2024-11-11T21:19:34,984 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/hbase.id] with ID: 94023d2c-1224-490b-b8b2-b7dcb51e4be9 2024-11-11T21:19:34,984 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/.tmp/hbase.id 2024-11-11T21:19:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:19:35,389 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/.tmp/hbase.id]:[hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/hbase.id] 2024-11-11T21:19:35,399 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:35,399 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:19:35,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:19:35,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:35,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:35,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:19:35,856 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:19:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:19:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:19:36,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:19:36,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:36,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:36,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:36,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:36,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:36,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:36,265 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store 2024-11-11T21:19:36,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:19:36,670 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:36,670 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:19:36,670 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:36,670 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:36,670 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:19:36,670 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:36,670 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:36,670 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359976670Disabling compacts and flushes for region at 1731359976670Disabling writes for close at 1731359976670Writing region close event to WAL at 1731359976670Closed at 1731359976670 2024-11-11T21:19:36,671 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/.initializing 2024-11-11T21:19:36,672 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387 2024-11-11T21:19:36,673 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:19:36,674 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C46371%2C1731359974387, suffix=, logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387, archiveDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/oldWALs, maxLogs=10 2024-11-11T21:19:36,685 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387/f286ae0a5299%2C46371%2C1731359974387.1731359976674, exclude list is [], retry=0 2024-11-11T21:19:36,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b,DISK] 2024-11-11T21:19:36,689 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387/f286ae0a5299%2C46371%2C1731359974387.1731359976674 2024-11-11T21:19:36,689 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-11T21:19:36,689 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:19:36,689 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:36,689 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,690 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:19:36,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:36,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:36,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:19:36,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:36,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:36,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:19:36,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:36,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:36,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:19:36,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:36,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:36,696 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,696 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,696 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,697 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,697 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,698 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:19:36,698 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:36,701 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:19:36,701 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74412283, jitterRate=0.10882942378520966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:19:36,701 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359976690Initializing all the Stores at 1731359976690Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359976690Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359976691 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359976691Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359976691Cleaning up temporary data from old regions at 1731359976697 (+6 ms)Region opened successfully at 1731359976701 (+4 ms) 2024-11-11T21:19:36,702 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:19:36,704 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cba6904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:19:36,705 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:19:36,705 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:19:36,705 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:19:36,705 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:19:36,705 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:19:36,706 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:19:36,706 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:19:36,710 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:19:36,710 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/balancer because node does not exist (not necessarily an error) 2024-11-11T21:19:36,797 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/balancer already deleted, retry=false 2024-11-11T21:19:36,797 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:19:36,798 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:19:36,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/normalizer already deleted, retry=false 2024-11-11T21:19:36,807 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:19:36,808 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:19:36,818 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/switch/split already deleted, retry=false 2024-11-11T21:19:36,818 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:19:36,828 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/switch/merge already deleted, retry=false 2024-11-11T21:19:36,830 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:19:36,839 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/snapshot-cleanup already deleted, retry=false 2024-11-11T21:19:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01562051026/running 2024-11-11T21:19:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01562051026/running 2024-11-11T21:19:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:36,850 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,46371,1731359974387, sessionid=0x1012bc497830000, setting cluster-up flag (Was=false) 2024-11-11T21:19:36,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:36,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:37,043 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01562051026/flush-table-proc/acquired, /01562051026/flush-table-proc/reached, /01562051026/flush-table-proc/abort 2024-11-11T21:19:37,044 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,46371,1731359974387 2024-11-11T21:19:37,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:37,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:37,095 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01562051026/online-snapshot/acquired, /01562051026/online-snapshot/reached, /01562051026/online-snapshot/abort 2024-11-11T21:19:37,096 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,46371,1731359974387 2024-11-11T21:19:37,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:19:37,099 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:19:37,099 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:19:37,099 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:19:37,099 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,46371,1731359974387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:19:37,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:37,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:37,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:37,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:37,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:19:37,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:19:37,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360007102 2024-11-11T21:19:37,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:19:37,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:19:37,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:19:37,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:19:37,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:19:37,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:19:37,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:19:37,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:19:37,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,103 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:19:37,103 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:19:37,103 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:19:37,103 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:19:37,103 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:37,103 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:19:37,103 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:19:37,103 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:19:37,103 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359977103,5,FailOnTimeoutGroup] 2024-11-11T21:19:37,104 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359977104,5,FailOnTimeoutGroup] 2024-11-11T21:19:37,104 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,104 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:19:37,104 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,104 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:19:37,118 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(746): ClusterId : 94023d2c-1224-490b-b8b2-b7dcb51e4be9 2024-11-11T21:19:37,118 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:19:37,128 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:19:37,128 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:19:37,139 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:19:37,139 DEBUG [RS:0;f286ae0a5299:44751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433f141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:19:37,154 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:44751 2024-11-11T21:19:37,154 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:19:37,154 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:19:37,154 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:19:37,155 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,46371,1731359974387 with port=44751, startcode=1731359974805 2024-11-11T21:19:37,155 DEBUG [RS:0;f286ae0a5299:44751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:19:37,156 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:19:37,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,44751,1731359974805 2024-11-11T21:19:37,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46371 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,44751,1731359974805 2024-11-11T21:19:37,158 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1 2024-11-11T21:19:37,158 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45559 2024-11-11T21:19:37,158 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:19:37,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/rs 2024-11-11T21:19:37,170 DEBUG [RS:0;f286ae0a5299:44751 {}] zookeeper.ZKUtil(111): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on existing znode=/01562051026/rs/f286ae0a5299,44751,1731359974805 2024-11-11T21:19:37,170 WARN [RS:0;f286ae0a5299:44751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:19:37,170 INFO [RS:0;f286ae0a5299:44751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:37,170 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805 2024-11-11T21:19:37,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,44751,1731359974805] 2024-11-11T21:19:37,173 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:19:37,175 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:19:37,175 INFO [RS:0;f286ae0a5299:44751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:19:37,175 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,175 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:19:37,176 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:19:37,176 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,176 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,176 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,176 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,176 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,176 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,177 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:19:37,177 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,177 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,177 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,177 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,177 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,177 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:37,177 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:19:37,177 DEBUG [RS:0;f286ae0a5299:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:19:37,177 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,178 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,178 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,178 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,178 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,178 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44751,1731359974805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:19:37,191 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:19:37,191 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44751,1731359974805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,191 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,191 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.Replication(171): f286ae0a5299,44751,1731359974805 started 2024-11-11T21:19:37,204 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:37,204 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,44751,1731359974805, RpcServer on f286ae0a5299/172.17.0.2:44751, sessionid=0x1012bc497830001 2024-11-11T21:19:37,204 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:19:37,204 DEBUG [RS:0;f286ae0a5299:44751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,44751,1731359974805 2024-11-11T21:19:37,204 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,44751,1731359974805' 2024-11-11T21:19:37,204 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01562051026/flush-table-proc/abort' 2024-11-11T21:19:37,204 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01562051026/flush-table-proc/acquired' 2024-11-11T21:19:37,205 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:19:37,205 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:19:37,205 DEBUG [RS:0;f286ae0a5299:44751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,44751,1731359974805 2024-11-11T21:19:37,205 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,44751,1731359974805' 2024-11-11T21:19:37,205 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01562051026/online-snapshot/abort' 2024-11-11T21:19:37,205 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01562051026/online-snapshot/acquired' 2024-11-11T21:19:37,205 DEBUG [RS:0;f286ae0a5299:44751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:19:37,206 INFO [RS:0;f286ae0a5299:44751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:19:37,206 INFO [RS:0;f286ae0a5299:44751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:19:37,306 INFO [RS:0;f286ae0a5299:44751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:19:37,308 INFO [RS:0;f286ae0a5299:44751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C44751%2C1731359974805, suffix=, logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805, archiveDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs, maxLogs=10 2024-11-11T21:19:37,327 DEBUG [RS:0;f286ae0a5299:44751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.1731359977309, exclude list is [], retry=0 2024-11-11T21:19:37,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b,DISK] 2024-11-11T21:19:37,332 INFO [RS:0;f286ae0a5299:44751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.1731359977309 2024-11-11T21:19:37,333 DEBUG [RS:0;f286ae0a5299:44751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-11T21:19:37,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:19:37,512 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1 2024-11-11T21:19:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:19:37,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:37,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:19:37,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:19:37,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:37,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:37,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:19:37,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:19:37,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:37,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:37,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:19:37,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:19:37,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:37,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:37,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:19:37,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:19:37,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:37,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:37,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:19:37,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740 2024-11-11T21:19:37,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740 2024-11-11T21:19:37,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:19:37,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:19:37,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:19:37,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:19:37,930 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:19:37,930 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66562304, jitterRate=-0.008144378662109375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:19:37,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359977917Initializing all the Stores at 1731359977918 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359977918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359977918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359977918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359977918Cleaning up temporary data from old regions at 1731359977927 (+9 ms)Region opened successfully at 1731359977931 (+4 ms) 2024-11-11T21:19:37,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:19:37,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:19:37,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:19:37,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:19:37,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:19:37,932 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:37,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359977931Disabling compacts and flushes for region at 1731359977931Disabling writes for close at 1731359977931Writing region close event to WAL at 1731359977932 (+1 ms)Closed at 1731359977932 2024-11-11T21:19:37,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:19:37,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:19:37,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:19:37,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:19:37,935 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:19:38,085 DEBUG [f286ae0a5299:46371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:19:38,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,44751,1731359974805 2024-11-11T21:19:38,087 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,44751,1731359974805, state=OPENING 2024-11-11T21:19:38,144 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:19:38,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:38,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:38,155 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:19:38,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:38,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:38,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,44751,1731359974805}] 2024-11-11T21:19:38,307 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:19:38,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:19:38,312 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:19:38,312 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:38,312 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:19:38,313 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C44751%2C1731359974805.meta, suffix=.meta, logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805, archiveDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs, maxLogs=10 2024-11-11T21:19:38,325 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.meta.1731359978314.meta, exclude list is [], retry=0 2024-11-11T21:19:38,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b,DISK] 2024-11-11T21:19:38,328 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.meta.1731359978314.meta 2024-11-11T21:19:38,329 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-11T21:19:38,329 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:19:38,329 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:19:38,329 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:19:38,329 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:19:38,329 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:19:38,329 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:19:38,329 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:38,329 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:19:38,330 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:19:38,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:19:38,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:19:38,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:38,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:38,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:19:38,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:19:38,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:38,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:38,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:19:38,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:19:38,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:38,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:38,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:19:38,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:19:38,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:38,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:38,335 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:19:38,336 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740 2024-11-11T21:19:38,337 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740 2024-11-11T21:19:38,338 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:19:38,338 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:19:38,338 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:19:38,339 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:19:38,340 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64701901, jitterRate=-0.035866543650627136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:19:38,340 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:19:38,340 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359978330Writing region info on filesystem at 1731359978330Initializing all the Stores at 1731359978330Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359978330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359978331 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359978331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359978331Cleaning up temporary data from old regions at 1731359978338 (+7 ms)Running coprocessor post-open hooks at 1731359978340 (+2 ms)Region opened successfully at 1731359978340 2024-11-11T21:19:38,341 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359978307 2024-11-11T21:19:38,343 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:19:38,343 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:19:38,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,44751,1731359974805 2024-11-11T21:19:38,344 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,44751,1731359974805, state=OPEN 2024-11-11T21:19:38,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562051026/meta-region-server 2024-11-11T21:19:38,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562051026/meta-region-server 2024-11-11T21:19:38,386 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,44751,1731359974805 2024-11-11T21:19:38,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:38,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:38,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:19:38,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,44751,1731359974805 in 231 msec 2024-11-11T21:19:38,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:19:38,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-11T21:19:38,390 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:19:38,390 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:19:38,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:19:38,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,44751,1731359974805, seqNum=-1] 2024-11-11T21:19:38,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:19:38,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:19:38,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-11T21:19:38,398 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359978398, completionTime=-1 2024-11-11T21:19:38,398 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:19:38,398 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360038400 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360098400 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46371,1731359974387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46371,1731359974387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46371,1731359974387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:46371, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:38,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:38,402 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:19:38,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.424sec 2024-11-11T21:19:38,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:19:38,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:19:38,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:19:38,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:19:38,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:19:38,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46371,1731359974387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:19:38,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46371,1731359974387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:19:38,406 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:19:38,406 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:19:38,406 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46371,1731359974387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:38,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d85c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:38,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,46371,-1 for getting cluster id 2024-11-11T21:19:38,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:19:38,419 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94023d2c-1224-490b-b8b2-b7dcb51e4be9' 2024-11-11T21:19:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:19:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94023d2c-1224-490b-b8b2-b7dcb51e4be9" 2024-11-11T21:19:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280fd585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,46371,-1] 2024-11-11T21:19:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:19:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:38,422 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:19:38,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412b29c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:38,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:19:38,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,44751,1731359974805, seqNum=-1] 2024-11-11T21:19:38,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:19:38,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:19:38,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,46371,1731359974387 2024-11-11T21:19:38,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51674 2024-11-11T21:19:38,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:19:38,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc497830002 connected 2024-11-11T21:19:38,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.log.dir so I do NOT create it in target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4 2024-11-11T21:19:38,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:19:38,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.tmp.dir so I do NOT create it in target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4 2024-11-11T21:19:38,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:19:38,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4 2024-11-11T21:19:38,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/cluster_cf6630ef-8572-444c-b68a-2b80d2a46d16, deleteOnExit=true 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/test.cache.data in system properties and HBase conf 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:19:38,463 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:19:38,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:19:38,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:19:38,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:19:38,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:19:38,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:19:38,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:19:38,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:19:38,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:19:38,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:19:38,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:19:38,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:19:38,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T21:19:38,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:19:38,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:19:38,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:19:38,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:19:38,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:19:38,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:19:38,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:19:38,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5de88f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:19:38,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a60598f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:19:38,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@343f67c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/java.io.tmpdir/jetty-localhost-34113-hadoop-hdfs-3_4_1-tests_jar-_-any-3704519726554908482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:19:38,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16e0906e{HTTP/1.1, (http/1.1)}{localhost:34113} 2024-11-11T21:19:38,900 INFO [Time-limited test {}] server.Server(415): Started @148015ms 2024-11-11T21:19:39,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:19:39,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:19:39,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:19:39,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:19:39,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:19:39,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be8b747{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:19:39,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@247e03e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:19:39,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28a96084{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/java.io.tmpdir/jetty-localhost-40673-hadoop-hdfs-3_4_1-tests_jar-_-any-13517549985717779821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:19:39,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58e9cbcf{HTTP/1.1, (http/1.1)}{localhost:40673} 2024-11-11T21:19:39,221 INFO [Time-limited test {}] server.Server(415): Started @148336ms 2024-11-11T21:19:39,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:19:39,893 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/cluster_cf6630ef-8572-444c-b68a-2b80d2a46d16/data/data1/current/BP-154783795-172.17.0.2-1731359978477/current, will proceed with Du for space computation calculation, 2024-11-11T21:19:39,893 WARN [Thread-1414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/cluster_cf6630ef-8572-444c-b68a-2b80d2a46d16/data/data2/current/BP-154783795-172.17.0.2-1731359978477/current, will proceed with Du for space computation calculation, 2024-11-11T21:19:39,907 WARN [Thread-1401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:19:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd10af715523abf5f with lease ID 0x278513906c316752: Processing first storage report for DS-cff404bf-c141-4fda-8443-2e2c4a45924e from datanode DatanodeRegistration(127.0.0.1:44475, datanodeUuid=c31d96eb-30a0-466d-87ec-759319cbbd21, infoPort=45301, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=1971035123;c=1731359978477) 2024-11-11T21:19:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd10af715523abf5f with lease ID 0x278513906c316752: from storage DS-cff404bf-c141-4fda-8443-2e2c4a45924e node DatanodeRegistration(127.0.0.1:44475, datanodeUuid=c31d96eb-30a0-466d-87ec-759319cbbd21, infoPort=45301, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=1971035123;c=1731359978477), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:19:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd10af715523abf5f with lease ID 0x278513906c316752: Processing first storage report for DS-4adfc2d1-d161-4344-8068-181eee69dcbc from datanode DatanodeRegistration(127.0.0.1:44475, datanodeUuid=c31d96eb-30a0-466d-87ec-759319cbbd21, infoPort=45301, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=1971035123;c=1731359978477) 2024-11-11T21:19:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd10af715523abf5f with lease ID 0x278513906c316752: from storage DS-4adfc2d1-d161-4344-8068-181eee69dcbc node DatanodeRegistration(127.0.0.1:44475, datanodeUuid=c31d96eb-30a0-466d-87ec-759319cbbd21, infoPort=45301, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=1971035123;c=1731359978477), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:19:39,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4 2024-11-11T21:19:39,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:39,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:39,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:19:40,359 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16 with version=8 2024-11-11T21:19:40,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/hbase-staging 2024-11-11T21:19:40,361 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:19:40,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:40,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:40,361 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:19:40,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:40,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:19:40,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:19:40,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:19:40,362 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37619 2024-11-11T21:19:40,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37619 connecting to ZooKeeper ensemble=127.0.0.1:51674 2024-11-11T21:19:40,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376190x0, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:19:40,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37619-0x1012bc497830003 connected 2024-11-11T21:19:40,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:40,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:40,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on znode that does not yet exist, /1-782982728/running 2024-11-11T21:19:40,516 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16, hbase.cluster.distributed=false 2024-11-11T21:19:40,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on znode that does not yet exist, /1-782982728/acl 2024-11-11T21:19:40,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37619 2024-11-11T21:19:40,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37619 2024-11-11T21:19:40,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37619 2024-11-11T21:19:40,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37619 2024-11-11T21:19:40,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37619 2024-11-11T21:19:40,530 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:19:40,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:40,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:40,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:19:40,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:40,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:19:40,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:19:40,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:19:40,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42675 2024-11-11T21:19:40,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42675 connecting to ZooKeeper ensemble=127.0.0.1:51674 2024-11-11T21:19:40,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:40,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:40,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426750x0, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:19:40,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426750x0, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on znode that does not yet exist, /1-782982728/running 2024-11-11T21:19:40,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42675-0x1012bc497830004 connected 2024-11-11T21:19:40,549 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:19:40,549 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:19:40,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on znode that does not yet exist, /1-782982728/master 2024-11-11T21:19:40,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on znode that does not yet exist, /1-782982728/acl 2024-11-11T21:19:40,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42675 2024-11-11T21:19:40,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42675 2024-11-11T21:19:40,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42675 2024-11-11T21:19:40,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42675 2024-11-11T21:19:40,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42675 2024-11-11T21:19:40,566 DEBUG [M:0;f286ae0a5299:37619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:37619 2024-11-11T21:19:40,567 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-782982728/backup-masters/f286ae0a5299,37619,1731359980361 2024-11-11T21:19:40,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728/backup-masters 2024-11-11T21:19:40,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728/backup-masters 2024-11-11T21:19:40,640 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on existing znode=/1-782982728/backup-masters/f286ae0a5299,37619,1731359980361 2024-11-11T21:19:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-782982728/master 2024-11-11T21:19:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:40,670 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on existing znode=/1-782982728/master 2024-11-11T21:19:40,671 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-782982728/backup-masters/f286ae0a5299,37619,1731359980361 from backup master directory 2024-11-11T21:19:40,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782982728/backup-masters/f286ae0a5299,37619,1731359980361 2024-11-11T21:19:40,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728/backup-masters 2024-11-11T21:19:40,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728/backup-masters 2024-11-11T21:19:40,681 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:19:40,681 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,37619,1731359980361 2024-11-11T21:19:40,684 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/hbase.id] with ID: b96771fc-cea1-47bf-9325-67f8526dbb99 2024-11-11T21:19:40,684 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/.tmp/hbase.id 2024-11-11T21:19:40,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:19:41,089 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/.tmp/hbase.id]:[hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/hbase.id] 2024-11-11T21:19:41,097 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:41,097 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:19:41,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:19:41,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:41,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:41,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:19:41,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:19:41,555 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:19:41,555 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:19:41,962 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store 2024-11-11T21:19:41,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:19:42,368 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:42,368 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:19:42,368 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:42,368 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:42,368 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:19:42,368 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:42,368 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:42,368 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359982368Disabling compacts and flushes for region at 1731359982368Disabling writes for close at 1731359982368Writing region close event to WAL at 1731359982368Closed at 1731359982368 2024-11-11T21:19:42,369 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/.initializing 2024-11-11T21:19:42,369 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/WALs/f286ae0a5299,37619,1731359980361 2024-11-11T21:19:42,370 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:19:42,372 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C37619%2C1731359980361, suffix=, logDir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/WALs/f286ae0a5299,37619,1731359980361, archiveDir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/oldWALs, maxLogs=10 2024-11-11T21:19:42,383 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/WALs/f286ae0a5299,37619,1731359980361/f286ae0a5299%2C37619%2C1731359980361.1731359982372, exclude list is [], retry=0 2024-11-11T21:19:42,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-cff404bf-c141-4fda-8443-2e2c4a45924e,DISK] 2024-11-11T21:19:42,387 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/WALs/f286ae0a5299,37619,1731359980361/f286ae0a5299%2C37619%2C1731359980361.1731359982372 2024-11-11T21:19:42,387 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45301:45301)] 2024-11-11T21:19:42,387 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:19:42,388 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:42,388 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,388 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:19:42,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:42,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:42,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:19:42,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:42,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:42,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:19:42,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:42,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:42,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:19:42,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:42,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:42,395 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,396 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,396 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,397 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,397 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,397 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:19:42,398 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:42,400 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:19:42,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63434466, jitterRate=-0.05475279688835144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:19:42,400 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359982388Initializing all the Stores at 1731359982389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359982389Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359982389Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359982389Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359982389Cleaning up temporary data from old regions at 1731359982397 (+8 ms)Region opened successfully at 1731359982400 (+3 ms) 2024-11-11T21:19:42,400 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:19:42,403 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2e6119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:19:42,403 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:19:42,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:19:42,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:19:42,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:19:42,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:19:42,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:19:42,404 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:19:42,406 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:19:42,406 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Unable to get data of znode /1-782982728/balancer because node does not exist (not necessarily an error) 2024-11-11T21:19:42,464 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782982728/balancer already deleted, retry=false 2024-11-11T21:19:42,464 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:19:42,465 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Unable to get data of znode /1-782982728/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:19:42,474 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782982728/normalizer already deleted, retry=false 2024-11-11T21:19:42,474 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:19:42,475 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Unable to get data of znode /1-782982728/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:19:42,484 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782982728/switch/split already deleted, retry=false 2024-11-11T21:19:42,485 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Unable to get data of znode /1-782982728/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:19:42,495 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782982728/switch/merge already deleted, retry=false 2024-11-11T21:19:42,497 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Unable to get data of znode /1-782982728/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:19:42,505 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-782982728/snapshot-cleanup already deleted, retry=false 2024-11-11T21:19:42,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-782982728/running 2024-11-11T21:19:42,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-782982728/running 2024-11-11T21:19:42,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:42,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:42,517 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,37619,1731359980361, sessionid=0x1012bc497830003, setting cluster-up flag (Was=false) 2024-11-11T21:19:42,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:42,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:42,569 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-782982728/flush-table-proc/acquired, /1-782982728/flush-table-proc/reached, /1-782982728/flush-table-proc/abort 2024-11-11T21:19:42,570 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,37619,1731359980361 2024-11-11T21:19:42,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:42,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:42,621 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-782982728/online-snapshot/acquired, /1-782982728/online-snapshot/reached, /1-782982728/online-snapshot/abort 2024-11-11T21:19:42,622 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,37619,1731359980361 2024-11-11T21:19:42,623 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:19:42,624 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:19:42,624 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:19:42,625 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:19:42,625 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,37619,1731359980361 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:19:42,626 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:42,626 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:42,626 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:42,626 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:42,626 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:19:42,626 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,626 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:19:42,626 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,627 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360012627 2024-11-11T21:19:42,627 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:19:42,627 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:19:42,627 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:19:42,627 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:19:42,627 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:19:42,627 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:19:42,627 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:19:42,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:19:42,628 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:19:42,628 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:19:42,628 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:19:42,628 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:19:42,628 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:19:42,628 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:19:42,628 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359982628,5,FailOnTimeoutGroup] 2024-11-11T21:19:42,628 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359982628,5,FailOnTimeoutGroup] 2024-11-11T21:19:42,629 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,629 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:19:42,629 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,629 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,629 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:42,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:19:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:19:42,659 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(746): ClusterId : b96771fc-cea1-47bf-9325-67f8526dbb99 2024-11-11T21:19:42,659 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:19:42,671 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:19:42,671 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:19:42,681 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:19:42,681 DEBUG [RS:0;f286ae0a5299:42675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55418203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:19:42,691 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:42675 2024-11-11T21:19:42,691 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:19:42,691 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:19:42,691 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:19:42,692 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,37619,1731359980361 with port=42675, startcode=1731359980530 2024-11-11T21:19:42,692 DEBUG [RS:0;f286ae0a5299:42675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:19:42,693 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:19:42,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,42675,1731359980530 2024-11-11T21:19:42,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37619 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,42675,1731359980530 2024-11-11T21:19:42,695 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16 2024-11-11T21:19:42,695 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41151 2024-11-11T21:19:42,695 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:19:42,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728/rs 2024-11-11T21:19:42,755 DEBUG [RS:0;f286ae0a5299:42675 {}] zookeeper.ZKUtil(111): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on existing znode=/1-782982728/rs/f286ae0a5299,42675,1731359980530 2024-11-11T21:19:42,755 WARN [RS:0;f286ae0a5299:42675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:19:42,756 INFO [RS:0;f286ae0a5299:42675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:42,756 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/WALs/f286ae0a5299,42675,1731359980530 2024-11-11T21:19:42,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,42675,1731359980530] 2024-11-11T21:19:42,759 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:19:42,761 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:19:42,761 INFO [RS:0;f286ae0a5299:42675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:19:42,761 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,761 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:19:42,762 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:19:42,762 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:19:42,762 DEBUG [RS:0;f286ae0a5299:42675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:19:42,763 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,763 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,763 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,763 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,763 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,763 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42675,1731359980530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:19:42,775 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:19:42,775 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42675,1731359980530-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,775 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,775 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.Replication(171): f286ae0a5299,42675,1731359980530 started 2024-11-11T21:19:42,789 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:42,789 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,42675,1731359980530, RpcServer on f286ae0a5299/172.17.0.2:42675, sessionid=0x1012bc497830004 2024-11-11T21:19:42,789 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:19:42,789 DEBUG [RS:0;f286ae0a5299:42675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,42675,1731359980530 2024-11-11T21:19:42,789 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42675,1731359980530' 2024-11-11T21:19:42,789 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-782982728/flush-table-proc/abort' 2024-11-11T21:19:42,790 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-782982728/flush-table-proc/acquired' 2024-11-11T21:19:42,790 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:19:42,790 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:19:42,790 DEBUG [RS:0;f286ae0a5299:42675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,42675,1731359980530 2024-11-11T21:19:42,790 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42675,1731359980530' 2024-11-11T21:19:42,790 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-782982728/online-snapshot/abort' 2024-11-11T21:19:42,791 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-782982728/online-snapshot/acquired' 2024-11-11T21:19:42,791 DEBUG [RS:0;f286ae0a5299:42675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:19:42,791 INFO [RS:0;f286ae0a5299:42675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:19:42,791 INFO [RS:0;f286ae0a5299:42675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:19:42,892 INFO [RS:0;f286ae0a5299:42675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:19:42,893 INFO [RS:0;f286ae0a5299:42675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42675%2C1731359980530, suffix=, logDir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/WALs/f286ae0a5299,42675,1731359980530, archiveDir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/oldWALs, maxLogs=10 2024-11-11T21:19:42,904 DEBUG [RS:0;f286ae0a5299:42675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/WALs/f286ae0a5299,42675,1731359980530/f286ae0a5299%2C42675%2C1731359980530.1731359982893, exclude list is [], retry=0 2024-11-11T21:19:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-cff404bf-c141-4fda-8443-2e2c4a45924e,DISK] 2024-11-11T21:19:42,908 INFO [RS:0;f286ae0a5299:42675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/WALs/f286ae0a5299,42675,1731359980530/f286ae0a5299%2C42675%2C1731359980530.1731359982893 2024-11-11T21:19:42,908 DEBUG [RS:0;f286ae0a5299:42675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45301:45301)] 2024-11-11T21:19:43,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:19:43,034 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16 2024-11-11T21:19:43,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:19:43,173 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:19:43,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:43,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:19:43,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:19:43,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:43,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:43,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:19:43,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:19:43,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:43,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:43,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:19:43,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:19:43,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:43,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:43,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:19:43,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:19:43,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:43,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:43,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:19:43,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740 2024-11-11T21:19:43,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740 2024-11-11T21:19:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:19:43,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:19:43,449 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:19:43,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:19:43,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:19:43,452 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69691101, jitterRate=0.03847832977771759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:19:43,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731359983440Initializing all the Stores at 1731359983440Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359983440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359983440Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359983440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359983440Cleaning up temporary data from old regions at 1731359983449 (+9 ms)Region opened successfully at 1731359983452 (+3 ms) 2024-11-11T21:19:43,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:19:43,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:19:43,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:19:43,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:19:43,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:19:43,452 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:43,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359983452Disabling compacts and flushes for region at 1731359983452Disabling writes for close at 1731359983452Writing region close event to WAL at 1731359983452Closed at 1731359983452 2024-11-11T21:19:43,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:19:43,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:19:43,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:19:43,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:19:43,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:19:43,605 DEBUG [f286ae0a5299:37619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:19:43,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,42675,1731359980530 2024-11-11T21:19:43,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42675,1731359980530, state=OPENING 2024-11-11T21:19:43,653 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:19:43,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:43,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:43,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-782982728/meta-region-server: CHANGED 2024-11-11T21:19:43,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-782982728/meta-region-server: CHANGED 2024-11-11T21:19:43,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:19:43,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42675,1731359980530}] 2024-11-11T21:19:43,816 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:19:43,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:19:43,821 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:19:43,821 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:43,821 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:19:43,823 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42675%2C1731359980530.meta, suffix=.meta, logDir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/WALs/f286ae0a5299,42675,1731359980530, archiveDir=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/oldWALs, maxLogs=10 2024-11-11T21:19:43,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:19:43,841 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/WALs/f286ae0a5299,42675,1731359980530/f286ae0a5299%2C42675%2C1731359980530.meta.1731359983823.meta, exclude list is [], retry=0 2024-11-11T21:19:43,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-cff404bf-c141-4fda-8443-2e2c4a45924e,DISK] 2024-11-11T21:19:43,845 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/WALs/f286ae0a5299,42675,1731359980530/f286ae0a5299%2C42675%2C1731359980530.meta.1731359983823.meta 2024-11-11T21:19:43,845 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45301:45301)] 2024-11-11T21:19:43,845 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:19:43,846 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:19:43,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:19:43,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:19:43,846 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:19:43,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:19:43,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:43,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:19:43,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:19:43,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:19:43,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:19:43,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:43,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:43,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:19:43,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:19:43,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:43,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:43,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:19:43,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:19:43,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:43,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:43,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:19:43,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:19:43,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:43,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:43,854 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:19:43,855 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740 2024-11-11T21:19:43,856 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740 2024-11-11T21:19:43,857 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:19:43,857 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:19:43,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:43,858 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:19:43,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:43,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:43,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:43,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:43,859 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:19:43,860 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71132690, jitterRate=0.05995967984199524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:19:43,860 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:19:43,860 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359983846Writing region info on filesystem at 1731359983846Initializing all the Stores at 1731359983847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359983847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359983848 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359983848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359983848Cleaning up temporary data from old regions at 1731359983857 (+9 ms)Running coprocessor post-open hooks at 1731359983860 (+3 ms)Region opened successfully at 1731359983860 2024-11-11T21:19:43,861 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731359983816 2024-11-11T21:19:43,863 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:19:43,863 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:19:43,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42675,1731359980530 2024-11-11T21:19:43,865 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42675,1731359980530, state=OPEN 2024-11-11T21:19:43,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:43,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-782982728/meta-region-server 2024-11-11T21:19:43,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-782982728/meta-region-server 2024-11-11T21:19:43,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,42675,1731359980530 2024-11-11T21:19:43,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-782982728/meta-region-server: CHANGED 2024-11-11T21:19:43,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-782982728/meta-region-server: CHANGED 2024-11-11T21:19:43,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:19:43,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42675,1731359980530 in 210 msec 2024-11-11T21:19:43,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:19:43,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-11T21:19:43,879 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:19:43,879 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:19:43,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:19:43,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42675,1731359980530, seqNum=-1] 2024-11-11T21:19:43,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:19:43,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:19:43,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-11T21:19:43,888 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359983888, completionTime=-1 2024-11-11T21:19:43,888 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:19:43,888 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:19:43,890 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:19:43,890 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360043890 2024-11-11T21:19:43,890 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360103890 2024-11-11T21:19:43,890 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:19:43,890 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37619,1731359980361-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:43,891 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37619,1731359980361-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:43,891 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37619,1731359980361-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:43,891 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:37619, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:43,891 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:43,891 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:43,893 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:19:43,895 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.214sec 2024-11-11T21:19:43,895 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:19:43,895 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:19:43,895 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:19:43,895 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:19:43,895 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:19:43,895 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37619,1731359980361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:19:43,895 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37619,1731359980361-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:19:43,897 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:19:43,897 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:19:43,898 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37619,1731359980361-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:43,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dae7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:43,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37619,-1 for getting cluster id 2024-11-11T21:19:43,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:19:43,961 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b96771fc-cea1-47bf-9325-67f8526dbb99' 2024-11-11T21:19:43,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:19:43,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b96771fc-cea1-47bf-9325-67f8526dbb99" 2024-11-11T21:19:43,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e68cd17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:43,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37619,-1] 2024-11-11T21:19:43,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:19:43,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:43,963 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:19:43,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5298ee72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:43,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:19:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42675,1731359980530, seqNum=-1] 2024-11-11T21:19:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:19:43,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:19:43,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,37619,1731359980361 2024-11-11T21:19:43,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51674 2024-11-11T21:19:43,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:19:43,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012bc497830005 connected 2024-11-11T21:19:43,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b35991f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:43,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,46371,-1 for getting cluster id 2024-11-11T21:19:43,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:19:43,994 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94023d2c-1224-490b-b8b2-b7dcb51e4be9' 2024-11-11T21:19:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:19:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94023d2c-1224-490b-b8b2-b7dcb51e4be9" 2024-11-11T21:19:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5556039d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,46371,-1] 2024-11-11T21:19:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:19:43,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:43,995 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:19:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219d0244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:43,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:19:43,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,46371,1731359974387 2024-11-11T21:19:43,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aabe77c 2024-11-11T21:19:43,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:19:43,999 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:19:43,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:37619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:19:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:19:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:19:44,001 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37619' 2024-11-11T21:19:44,002 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b81da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:44,002 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37619,-1 for getting cluster id 2024-11-11T21:19:44,002 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:19:44,003 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b96771fc-cea1-47bf-9325-67f8526dbb99' 2024-11-11T21:19:44,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:19:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b96771fc-cea1-47bf-9325-67f8526dbb99" 2024-11-11T21:19:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f49a1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37619,-1] 2024-11-11T21:19:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:19:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:44,005 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:19:44,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67097f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:44,005 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:19:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37619,1731359980361 2024-11-11T21:19:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a642377 2024-11-11T21:19:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:19:44,007 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:19:44,007 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T21:19:44,008 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:19:44,008 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:44,008 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:44,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:44,008 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:19:44,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:19:44,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:19:44,010 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:44,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:19:44,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741835_1011 (size=1138) 2024-11-11T21:19:44,059 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:19:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:19:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:19:44,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b59eaf8d373c2c838e099120dee51c95, NAME => 'hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1 2024-11-11T21:19:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741836_1012 (size=44) 2024-11-11T21:19:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:19:44,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:44,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b59eaf8d373c2c838e099120dee51c95, disabling compactions & flushes 2024-11-11T21:19:44,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:44,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:44,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. after waiting 0 ms 2024-11-11T21:19:44,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:44,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:44,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b59eaf8d373c2c838e099120dee51c95: Waiting for close lock at 1731359984824Disabling compacts and flushes for region at 1731359984824Disabling writes for close at 1731359984824Writing region close event to WAL at 1731359984824Closed at 1731359984824 2024-11-11T21:19:44,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:19:44,825 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731359984825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731359984825"}]},"ts":"1731359984825"} 2024-11-11T21:19:44,827 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:19:44,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:19:44,828 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359984828"}]},"ts":"1731359984828"} 2024-11-11T21:19:44,830 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:19:44,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN}] 2024-11-11T21:19:44,831 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN 2024-11-11T21:19:44,832 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN; state=OFFLINE, location=f286ae0a5299,44751,1731359974805; forceNewPlan=false, retain=false 2024-11-11T21:19:44,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b59eaf8d373c2c838e099120dee51c95, regionState=OPENING, regionLocation=f286ae0a5299,44751,1731359974805 2024-11-11T21:19:44,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN because future has completed 2024-11-11T21:19:44,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b59eaf8d373c2c838e099120dee51c95, server=f286ae0a5299,44751,1731359974805}] 2024-11-11T21:19:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:19:45,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:45,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:45,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:19:45,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C44751%2C1731359974805.rep, suffix=, logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805, archiveDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs, maxLogs=10 2024-11-11T21:19:45,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.rep.1731359985141, exclude list is [], retry=0 2024-11-11T21:19:45,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b,DISK] 2024-11-11T21:19:45,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.rep.1731359985141 2024-11-11T21:19:45,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-11T21:19:45,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b59eaf8d373c2c838e099120dee51c95, NAME => 'hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:19:45,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:19:45,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:19:45,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. service=MultiRowMutationService 2024-11-11T21:19:45,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:19:45,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:45,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,159 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,160 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b59eaf8d373c2c838e099120dee51c95 columnFamilyName hfileref 2024-11-11T21:19:45,160 DEBUG [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:45,161 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(327): Store=b59eaf8d373c2c838e099120dee51c95/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:45,161 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,162 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b59eaf8d373c2c838e099120dee51c95 columnFamilyName queue 2024-11-11T21:19:45,162 DEBUG [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:45,163 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(327): Store=b59eaf8d373c2c838e099120dee51c95/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:45,163 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,165 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b59eaf8d373c2c838e099120dee51c95 columnFamilyName sid 2024-11-11T21:19:45,165 DEBUG [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:45,165 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(327): Store=b59eaf8d373c2c838e099120dee51c95/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:45,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:19:45,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:19:45,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b59eaf8d373c2c838e099120dee51c95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69301912, jitterRate=0.032678961753845215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:19:45,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:45,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b59eaf8d373c2c838e099120dee51c95: Running coprocessor pre-open hook at 1731359985158Writing region info on filesystem at 1731359985158Initializing all the Stores at 1731359985159 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359985159Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359985159Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359985159Cleaning up temporary data from old regions at 1731359985167 (+8 ms)Running coprocessor post-open hooks at 1731359985171 (+4 ms)Region opened successfully at 1731359985172 (+1 ms) 2024-11-11T21:19:45,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95., pid=7, masterSystemTime=1731359985137 2024-11-11T21:19:45,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:45,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:45,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b59eaf8d373c2c838e099120dee51c95, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,44751,1731359974805 2024-11-11T21:19:45,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b59eaf8d373c2c838e099120dee51c95, server=f286ae0a5299,44751,1731359974805 because future has completed 2024-11-11T21:19:45,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T21:19:45,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b59eaf8d373c2c838e099120dee51c95, server=f286ae0a5299,44751,1731359974805 in 194 msec 2024-11-11T21:19:45,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:19:45,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN in 350 msec 2024-11-11T21:19:45,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:19:45,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731359985183"}]},"ts":"1731359985183"} 2024-11-11T21:19:45,185 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:19:45,186 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:19:45,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-11T21:19:45,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95., hostname=f286ae0a5299,44751,1731359974805, seqNum=2] 2024-11-11T21:19:45,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:45,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:45,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:19:45,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T21:19:45,449 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:19:45,476 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,44751,1731359974805, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:19:45,476 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:19:45,477 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,44751,1731359974805, seqNum=-1] 2024-11-11T21:19:45,477 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:19:45,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T21:19:45,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,44751,1731359974805', locateType=CURRENT is [region=hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95., hostname=f286ae0a5299,44751,1731359974805, seqNum=2] 2024-11-11T21:19:45,482 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T21:19:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T21:19:45,484 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,44751,1731359974805 suceeded 2024-11-11T21:19:45,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T21:19:45,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T21:19:45,486 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:37619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:19:45,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-11T21:19:45,503 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37619' 2024-11-11T21:19:45,504 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ef79c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:45,504 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37619,-1 for getting cluster id 2024-11-11T21:19:45,505 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:19:45,505 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b96771fc-cea1-47bf-9325-67f8526dbb99' 2024-11-11T21:19:45,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:19:45,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b96771fc-cea1-47bf-9325-67f8526dbb99" 2024-11-11T21:19:45,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48cb6e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:45,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37619,-1] 2024-11-11T21:19:45,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:19:45,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:45,507 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:19:45,507 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@606fc1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:45,507 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:19:45,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37619,1731359980361 2024-11-11T21:19:45,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44471c20 2024-11-11T21:19:45,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:19:45,509 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T21:19:45,510 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,44751,1731359974805 (queues=1) is replicating from cluster=94023d2c-1224-490b-b8b2-b7dcb51e4be9 to cluster=b96771fc-cea1-47bf-9325-67f8526dbb99 2024-11-11T21:19:45,510 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C44751%2C1731359974805 2024-11-11T21:19:45,510 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,44751,1731359974805, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:19:45,510 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.shipperf286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C44751%2C1731359974805 2024-11-11T21:19:45,510 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.wal-reader.f286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.1731359977309, startPosition=0, beingWritten=true 2024-11-11T21:19:45,717 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.wal-reader.f286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.1731359977309 to pos 0, reset compression=false 2024-11-11T21:19:46,021 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.wal-reader.f286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.1731359977309 to pos 0, reset compression=false 2024-11-11T21:19:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:19:46,146 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:19:46,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:46,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:46,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:46,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:46,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:46,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:19:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,46371,1731359974387 2024-11-11T21:19:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5056c5 2024-11-11T21:19:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:19:46,149 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:19:46,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46371 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T21:19:46,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:46,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:46,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:46,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:46,150 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:19:46,150 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=441558920, stopped=false 2024-11-11T21:19:46,150 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,46371,1731359974387 2024-11-11T21:19:46,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:46,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/running 2024-11-11T21:19:46,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/running 2024-11-11T21:19:46,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:46,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:46,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:46,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:46,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:46,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:46,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/running 2024-11-11T21:19:46,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/running 2024-11-11T21:19:46,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,44751,1731359974805' ***** 2024-11-11T21:19:46,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:19:46,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(3091): Received CLOSE for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,44751,1731359974805 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:44751. 2024-11-11T21:19:46,212 DEBUG [RS:0;f286ae0a5299:44751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:46,212 DEBUG [RS:0;f286ae0a5299:44751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:46,212 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b59eaf8d373c2c838e099120dee51c95, disabling compactions & flushes 2024-11-11T21:19:46,212 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:46,212 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:19:46,212 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. after waiting 0 ms 2024-11-11T21:19:46,212 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:19:46,212 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:46,213 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:19:46,213 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b59eaf8d373c2c838e099120dee51c95 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T21:19:46,213 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:19:46,213 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b59eaf8d373c2c838e099120dee51c95=hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95.} 2024-11-11T21:19:46,213 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:46,213 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:19:46,213 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:19:46,213 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:19:46,213 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:19:46,213 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:19:46,213 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T21:19:46,226 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/info/fc0773531a794ce68ed67c9469e23450 is 147, key is hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95./info:regioninfo/1731359985176/Put/seqid=0 2024-11-11T21:19:46,226 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95/.tmp/queue/486f3a81951f4860b08ac3d870fbf469 is 151, key is 1-f286ae0a5299,44751,1731359974805/queue:f286ae0a5299%2C44751%2C1731359974805/1731359985480/Put/seqid=0 2024-11-11T21:19:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741838_1014 (size=5350) 2024-11-11T21:19:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741839_1015 (size=6631) 2024-11-11T21:19:46,285 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:46,413 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:46,425 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.wal-reader.f286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.1731359977309 to pos 0, reset compression=false 2024-11-11T21:19:46,613 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:46,631 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95/.tmp/queue/486f3a81951f4860b08ac3d870fbf469 2024-11-11T21:19:46,631 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/info/fc0773531a794ce68ed67c9469e23450 2024-11-11T21:19:46,636 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95/.tmp/queue/486f3a81951f4860b08ac3d870fbf469 as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95/queue/486f3a81951f4860b08ac3d870fbf469 2024-11-11T21:19:46,641 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95/queue/486f3a81951f4860b08ac3d870fbf469, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T21:19:46,642 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b59eaf8d373c2c838e099120dee51c95 in 430ms, sequenceid=5, compaction requested=false 2024-11-11T21:19:46,642 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:19:46,648 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:19:46,648 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:46,648 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:19:46,648 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:46,648 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b59eaf8d373c2c838e099120dee51c95: Waiting for close lock at 1731359986212Running coprocessor pre-close hooks at 1731359986212Disabling compacts and flushes for region at 1731359986212Disabling writes for close at 1731359986212Obtaining lock to block concurrent updates at 1731359986213 (+1 ms)Preparing flush snapshotting stores in b59eaf8d373c2c838e099120dee51c95 at 1731359986213Finished memstore snapshotting hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731359986213Flushing stores of hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. at 1731359986213Flushing b59eaf8d373c2c838e099120dee51c95/queue: creating writer at 1731359986213Flushing b59eaf8d373c2c838e099120dee51c95/queue: appending metadata at 1731359986226 (+13 ms)Flushing b59eaf8d373c2c838e099120dee51c95/queue: closing flushed file at 1731359986226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b31e97: reopening flushed file at 1731359986635 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b59eaf8d373c2c838e099120dee51c95 in 430ms, sequenceid=5, compaction requested=false at 1731359986642 (+7 ms)Writing region close event to WAL at 1731359986644 (+2 ms)Running coprocessor post-close hooks at 1731359986648 (+4 ms)Closed at 1731359986648 2024-11-11T21:19:46,648 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:46,652 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/ns/d47bb6fe9fb44ea7a944cf1b041d782a is 43, key is default/ns:d/1731359978393/Put/seqid=0 2024-11-11T21:19:46,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741840_1016 (size=5153) 2024-11-11T21:19:46,813 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:46,930 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.wal-reader.f286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.1731359977309 to pos 0, reset compression=false 2024-11-11T21:19:47,013 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:47,056 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/ns/d47bb6fe9fb44ea7a944cf1b041d782a 2024-11-11T21:19:47,073 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/table/c2959f8dbfb742579a9874499b26df7c is 53, key is hbase:replication/table:state/1731359985183/Put/seqid=0 2024-11-11T21:19:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741841_1017 (size=5256) 2024-11-11T21:19:47,181 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:19:47,181 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:19:47,214 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:19:47,214 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:19:47,214 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:47,414 DEBUG [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:47,477 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/table/c2959f8dbfb742579a9874499b26df7c 2024-11-11T21:19:47,482 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/info/fc0773531a794ce68ed67c9469e23450 as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/info/fc0773531a794ce68ed67c9469e23450 2024-11-11T21:19:47,488 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/info/fc0773531a794ce68ed67c9469e23450, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T21:19:47,489 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/ns/d47bb6fe9fb44ea7a944cf1b041d782a as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/ns/d47bb6fe9fb44ea7a944cf1b041d782a 2024-11-11T21:19:47,494 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/ns/d47bb6fe9fb44ea7a944cf1b041d782a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:19:47,495 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/table/c2959f8dbfb742579a9874499b26df7c as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/table/c2959f8dbfb742579a9874499b26df7c 2024-11-11T21:19:47,500 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/table/c2959f8dbfb742579a9874499b26df7c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T21:19:47,501 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false 2024-11-11T21:19:47,505 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T21:19:47,505 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:47,505 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:19:47,505 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:47,506 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359986213Running coprocessor pre-close hooks at 1731359986213Disabling compacts and flushes for region at 1731359986213Disabling writes for close at 1731359986213Obtaining lock to block concurrent updates at 1731359986213Preparing flush snapshotting stores in 1588230740 at 1731359986213Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731359986213Flushing stores of hbase:meta,,1.1588230740 at 1731359986214 (+1 ms)Flushing 1588230740/info: creating writer at 1731359986214Flushing 1588230740/info: appending metadata at 1731359986226 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731359986226Flushing 1588230740/ns: creating writer at 1731359986636 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731359986652 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731359986652Flushing 1588230740/table: creating writer at 1731359987061 (+409 ms)Flushing 1588230740/table: appending metadata at 1731359987072 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731359987072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64966288: reopening flushed file at 1731359987481 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5ec647: reopening flushed file at 1731359987488 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b8dc2f: reopening flushed file at 1731359987494 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false at 1731359987501 (+7 ms)Writing region close event to WAL at 1731359987502 (+1 ms)Running coprocessor post-close hooks at 1731359987505 (+3 ms)Closed at 1731359987505 2024-11-11T21:19:47,506 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:47,535 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.wal-reader.f286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.1731359977309 to pos 0, reset compression=false 2024-11-11T21:19:47,614 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,44751,1731359974805; all regions closed. 2024-11-11T21:19:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741834_1010 (size=2742) 2024-11-11T21:19:47,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.meta.1731359978314.meta not finished, retry = 0 2024-11-11T21:19:47,719 DEBUG [RS:0;f286ae0a5299:44751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs 2024-11-11T21:19:47,719 INFO [RS:0;f286ae0a5299:44751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C44751%2C1731359974805.meta:.meta(num 1731359978314) 2024-11-11T21:19:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741837_1013 (size=1586) 2024-11-11T21:19:47,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.rep.1731359985141 not finished, retry = 0 2024-11-11T21:19:47,823 DEBUG [RS:0;f286ae0a5299:44751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs 2024-11-11T21:19:47,823 INFO [RS:0;f286ae0a5299:44751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C44751%2C1731359974805.rep:(num 1731359985141) 2024-11-11T21:19:47,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741832_1008 (size=93) 2024-11-11T21:19:47,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805/f286ae0a5299%2C44751%2C1731359974805.1731359977309 not finished, retry = 0 2024-11-11T21:19:47,928 DEBUG [RS:0;f286ae0a5299:44751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs 2024-11-11T21:19:47,928 INFO [RS:0;f286ae0a5299:44751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C44751%2C1731359974805:(num 1731359977309) 2024-11-11T21:19:47,928 DEBUG [RS:0;f286ae0a5299:44751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:47,928 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:47,929 INFO [RS:0;f286ae0a5299:44751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:47,929 INFO [RS:0;f286ae0a5299:44751 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:47,929 INFO [RS:0;f286ae0a5299:44751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:47,929 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:19:47,929 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,44751,1731359974805 because: Region server is closing 2024-11-11T21:19:47,929 INFO [RS:0;f286ae0a5299:44751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:44751. 2024-11-11T21:19:47,929 DEBUG [RS:0;f286ae0a5299:44751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:47,929 DEBUG [RS:0;f286ae0a5299:44751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:47,929 DEBUG [RS:0;f286ae0a5299:44751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:47,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:48,030 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.wal-reader.f286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:19:48,030 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.shipperf286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T21:19:48,030 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,44751,1731359974805.replicationSource.shipperf286ae0a5299%2C44751%2C1731359974805,1-f286ae0a5299,44751,1731359974805 terminated 2024-11-11T21:19:48,030 INFO [RS:0;f286ae0a5299:44751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44751 2024-11-11T21:19:48,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/rs 2024-11-11T21:19:48,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/rs/f286ae0a5299,44751,1731359974805 2024-11-11T21:19:48,049 INFO [RS:0;f286ae0a5299:44751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:19:48,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,44751,1731359974805] 2024-11-11T21:19:48,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/draining/f286ae0a5299,44751,1731359974805 already deleted, retry=false 2024-11-11T21:19:48,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,44751,1731359974805 expired; onlineServers=0 2024-11-11T21:19:48,070 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,46371,1731359974387' ***** 2024-11-11T21:19:48,070 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:19:48,070 INFO [M:0;f286ae0a5299:46371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:48,070 INFO [M:0;f286ae0a5299:46371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:48,070 DEBUG [M:0;f286ae0a5299:46371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:19:48,070 DEBUG [M:0;f286ae0a5299:46371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:19:48,070 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:19:48,070 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359977103 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359977103,5,FailOnTimeoutGroup] 2024-11-11T21:19:48,070 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359977104 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359977104,5,FailOnTimeoutGroup] 2024-11-11T21:19:48,070 INFO [M:0;f286ae0a5299:46371 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:48,070 INFO [M:0;f286ae0a5299:46371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:48,070 DEBUG [M:0;f286ae0a5299:46371 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:19:48,070 INFO [M:0;f286ae0a5299:46371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:19:48,071 INFO [M:0;f286ae0a5299:46371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:48,071 INFO [M:0;f286ae0a5299:46371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:19:48,071 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:19:48,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/master 2024-11-11T21:19:48,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:48,080 DEBUG [M:0;f286ae0a5299:46371 {}] zookeeper.ZKUtil(347): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/master because node does not exist (not an error) 2024-11-11T21:19:48,080 WARN [M:0;f286ae0a5299:46371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:19:48,081 INFO [M:0;f286ae0a5299:46371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/.lastflushedseqids 2024-11-11T21:19:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741842_1018 (size=181) 2024-11-11T21:19:48,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:48,159 INFO [RS:0;f286ae0a5299:44751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:19:48,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x1012bc497830001, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:48,159 INFO [RS:0;f286ae0a5299:44751 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,44751,1731359974805; zookeeper connection closed. 2024-11-11T21:19:48,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40ab0e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40ab0e 2024-11-11T21:19:48,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:19:48,486 INFO [M:0;f286ae0a5299:46371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:19:48,486 INFO [M:0;f286ae0a5299:46371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:19:48,486 DEBUG [M:0;f286ae0a5299:46371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:19:48,486 INFO [M:0;f286ae0a5299:46371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:48,486 DEBUG [M:0;f286ae0a5299:46371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:48,486 DEBUG [M:0;f286ae0a5299:46371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:19:48,486 DEBUG [M:0;f286ae0a5299:46371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:48,486 INFO [M:0;f286ae0a5299:46371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T21:19:48,501 DEBUG [M:0;f286ae0a5299:46371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/467d3e937b2745eeb13c6b66cb2f4614 is 82, key is hbase:meta,,1/info:regioninfo/1731359978343/Put/seqid=0 2024-11-11T21:19:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741843_1019 (size=5672) 2024-11-11T21:19:48,910 INFO [M:0;f286ae0a5299:46371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/467d3e937b2745eeb13c6b66cb2f4614 2024-11-11T21:19:48,927 DEBUG [M:0;f286ae0a5299:46371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/874d3c3a58fe454cae987143fb8b8531 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731359985187/Put/seqid=0 2024-11-11T21:19:48,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741844_1020 (size=7203) 2024-11-11T21:19:49,331 INFO [M:0;f286ae0a5299:46371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/874d3c3a58fe454cae987143fb8b8531 2024-11-11T21:19:49,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:19:49,352 DEBUG [M:0;f286ae0a5299:46371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/064edf25cc5e44019853039707a07260 is 69, key is f286ae0a5299,44751,1731359974805/rs:state/1731359977157/Put/seqid=0 2024-11-11T21:19:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741845_1021 (size=5156) 2024-11-11T21:19:49,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:49,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:49,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:49,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:49,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:49,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:49,757 INFO [M:0;f286ae0a5299:46371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/064edf25cc5e44019853039707a07260 2024-11-11T21:19:49,764 DEBUG [M:0;f286ae0a5299:46371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/467d3e937b2745eeb13c6b66cb2f4614 as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/467d3e937b2745eeb13c6b66cb2f4614 2024-11-11T21:19:49,769 INFO [M:0;f286ae0a5299:46371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/467d3e937b2745eeb13c6b66cb2f4614, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T21:19:49,769 DEBUG [M:0;f286ae0a5299:46371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/874d3c3a58fe454cae987143fb8b8531 as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/874d3c3a58fe454cae987143fb8b8531 2024-11-11T21:19:49,774 INFO [M:0;f286ae0a5299:46371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/874d3c3a58fe454cae987143fb8b8531, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T21:19:49,775 DEBUG [M:0;f286ae0a5299:46371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/064edf25cc5e44019853039707a07260 as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/064edf25cc5e44019853039707a07260 2024-11-11T21:19:49,780 INFO [M:0;f286ae0a5299:46371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/064edf25cc5e44019853039707a07260, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T21:19:49,781 INFO [M:0;f286ae0a5299:46371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-11T21:19:49,782 INFO [M:0;f286ae0a5299:46371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:49,782 DEBUG [M:0;f286ae0a5299:46371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359988486Disabling compacts and flushes for region at 1731359988486Disabling writes for close at 1731359988486Obtaining lock to block concurrent updates at 1731359988486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359988486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731359988486Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359988487 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359988487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359988501 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359988501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359988914 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359988927 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359988927Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359989336 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359989352 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359989352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72afe580: reopening flushed file at 1731359989763 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187215c7: reopening flushed file at 1731359989769 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dae0c44: reopening flushed file at 1731359989774 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1731359989781 (+7 ms)Writing region close event to WAL at 1731359989782 (+1 ms)Closed at 1731359989782 2024-11-11T21:19:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741830_1006 (size=41008) 2024-11-11T21:19:49,785 INFO [M:0;f286ae0a5299:46371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:19:49,785 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:19:49,785 INFO [M:0;f286ae0a5299:46371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46371 2024-11-11T21:19:49,785 INFO [M:0;f286ae0a5299:46371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:19:49,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:49,942 INFO [M:0;f286ae0a5299:46371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:19:49,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46371-0x1012bc497830000, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:49,944 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:19:49,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:49,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:49,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:19:49,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:49,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:19:49,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:19:49,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:19:49,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36285 2024-11-11T21:19:49,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36285 connecting to ZooKeeper ensemble=127.0.0.1:51674 2024-11-11T21:19:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362850x0, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:19:49,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36285-0x1012bc497830006 connected 2024-11-11T21:19:49,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:49,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:49,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/running 2024-11-11T21:19:49,979 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: INIT 2024-11-11T21:19:49,980 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1, hbase.cluster.distributed=false 2024-11-11T21:19:49,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/acl 2024-11-11T21:19:49,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36285 2024-11-11T21:19:49,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36285 2024-11-11T21:19:49,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36285 2024-11-11T21:19:49,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36285 2024-11-11T21:19:49,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36285 2024-11-11T21:19:49,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:19:49,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:49,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:49,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:19:49,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:19:49,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:19:49,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:19:49,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:19:49,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39987 2024-11-11T21:19:49,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39987 connecting to ZooKeeper ensemble=127.0.0.1:51674 2024-11-11T21:19:49,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:49,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:50,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399870x0, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:19:50,011 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: INIT 2024-11-11T21:19:50,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399870x0, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/running 2024-11-11T21:19:50,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39987-0x1012bc497830007 connected 2024-11-11T21:19:50,011 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:19:50,012 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:19:50,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/master 2024-11-11T21:19:50,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/acl 2024-11-11T21:19:50,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-11T21:19:50,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39987 2024-11-11T21:19:50,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39987 2024-11-11T21:19:50,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-11T21:19:50,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-11T21:19:50,027 DEBUG [M:0;f286ae0a5299:36285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:36285 2024-11-11T21:19:50,028 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01562051026/backup-masters/f286ae0a5299,36285,1731359989944 2024-11-11T21:19:50,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/backup-masters 2024-11-11T21:19:50,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/backup-masters 2024-11-11T21:19:50,038 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on existing znode=/01562051026/backup-masters/f286ae0a5299,36285,1731359989944 2024-11-11T21:19:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01562051026/master 2024-11-11T21:19:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:50,049 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on existing znode=/01562051026/master 2024-11-11T21:19:50,049 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01562051026/backup-masters/f286ae0a5299,36285,1731359989944 from backup master directory 2024-11-11T21:19:50,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/backup-masters/f286ae0a5299,36285,1731359989944 2024-11-11T21:19:50,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/backup-masters 2024-11-11T21:19:50,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/backup-masters 2024-11-11T21:19:50,059 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:19:50,059 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,36285,1731359989944 2024-11-11T21:19:50,068 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:19:50,068 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:19:50,074 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-11T21:19:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741846_1022 (size=196) 2024-11-11T21:19:50,489 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:19:50,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:19:50,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:50,495 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T21:19:50,497 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387 to hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387-dead as it is dead 2024-11-11T21:19:50,497 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387-dead/f286ae0a5299%2C46371%2C1731359974387.1731359976674 2024-11-11T21:19:50,498 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387-dead/f286ae0a5299%2C46371%2C1731359974387.1731359976674 after 1ms 2024-11-11T21:19:50,498 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387-dead/f286ae0a5299%2C46371%2C1731359974387.1731359976674 to hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f286ae0a5299%2C46371%2C1731359974387.1731359976674 2024-11-11T21:19:50,498 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,46371,1731359974387-dead 2024-11-11T21:19:50,499 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,36285,1731359989944 2024-11-11T21:19:50,499 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:19:50,500 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C36285%2C1731359989944, suffix=, logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,36285,1731359989944, archiveDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/oldWALs, maxLogs=10 2024-11-11T21:19:50,512 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,36285,1731359989944/f286ae0a5299%2C36285%2C1731359989944.1731359990501, exclude list is [], retry=0 2024-11-11T21:19:50,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b,DISK] 2024-11-11T21:19:50,516 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,36285,1731359989944/f286ae0a5299%2C36285%2C1731359989944.1731359990501 2024-11-11T21:19:50,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-11T21:19:50,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:19:50,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:50,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:19:50,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:50,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/467d3e937b2745eeb13c6b66cb2f4614 2024-11-11T21:19:50,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:50,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:19:50,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:50,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/874d3c3a58fe454cae987143fb8b8531 2024-11-11T21:19:50,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:50,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:19:50,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:50,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/064edf25cc5e44019853039707a07260 2024-11-11T21:19:50,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:50,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:19:50,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:50,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:50,535 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,535 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T21:19:50,535 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f286ae0a5299%2C46371%2C1731359974387.1731359976674 2024-11-11T21:19:50,539 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f286ae0a5299%2C46371%2C1731359974387.1731359976674 2024-11-11T21:19:50,540 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f286ae0a5299%2C46371%2C1731359974387.1731359976674 2024-11-11T21:19:50,541 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,541 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,542 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:19:50,543 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:19:50,545 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T21:19:50,545 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74687704, jitterRate=0.11293351650238037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:19:50,545 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731359990516Initializing all the Stores at 1731359990517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359990517Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359990517Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359990517Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359990517Cleaning up temporary data from old regions at 1731359990541 (+24 ms)Region opened successfully at 1731359990545 (+4 ms) 2024-11-11T21:19:50,546 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:19:50,548 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fee8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:19:50,549 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T21:19:50,550 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:19:50,550 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:19:50,550 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:19:50,550 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:19:50,552 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:19:50,552 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:19:50,553 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:19:50,553 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-11T21:19:50,553 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:19:50,555 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f286ae0a5299,44751,1731359974805, regionLocation=f286ae0a5299,44751,1731359974805, openSeqNum=2 2024-11-11T21:19:50,555 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f286ae0a5299,44751,1731359974805, table=hbase:meta, region=1588230740 2024-11-11T21:19:50,555 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,44751,1731359974805, state=OPEN 2024-11-11T21:19:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562051026/meta-region-server 2024-11-11T21:19:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562051026/meta-region-server 2024-11-11T21:19:50,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:50,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:50,610 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:19:50,621 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/draining/f286ae0a5299,44751,1731359974805 already deleted, retry=false 2024-11-11T21:19:50,621 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f286ae0a5299,44751,1731359974805 on f286ae0a5299,36285,1731359989944 2024-11-11T21:19:50,622 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f286ae0a5299,44751,1731359974805, splitWal=true, meta=true 2024-11-11T21:19:50,623 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for f286ae0a5299,44751,1731359974805 (carryingMeta=true) f286ae0a5299,44751,1731359974805/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35e897f6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T21:19:50,624 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/balancer because node does not exist (not necessarily an error) 2024-11-11T21:19:50,631 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/balancer already deleted, retry=false 2024-11-11T21:19:50,632 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:19:50,632 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:19:50,642 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/normalizer already deleted, retry=false 2024-11-11T21:19:50,642 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:19:50,643 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:19:50,652 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/switch/split already deleted, retry=false 2024-11-11T21:19:50,653 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:19:50,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/switch/merge already deleted, retry=false 2024-11-11T21:19:50,676 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:19:50,684 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/snapshot-cleanup already deleted, retry=false 2024-11-11T21:19:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01562051026/running 2024-11-11T21:19:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01562051026/running 2024-11-11T21:19:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:50,695 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,36285,1731359989944, sessionid=0x1012bc497830006, setting cluster-up flag (Was=false) 2024-11-11T21:19:50,706 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01562051026/flush-table-proc/acquired, /01562051026/flush-table-proc/reached, /01562051026/flush-table-proc/abort 2024-11-11T21:19:50,707 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,36285,1731359989944 2024-11-11T21:19:50,716 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01562051026/online-snapshot/acquired, /01562051026/online-snapshot/reached, /01562051026/online-snapshot/abort 2024-11-11T21:19:50,717 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,36285,1731359989944 2024-11-11T21:19:50,718 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/.lastflushedseqids 2024-11-11T21:19:50,720 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:19:50,720 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:19:50,720 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,36285,1731359989944 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f286ae0a5299,44751,1731359974805 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:19:50,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:50,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:50,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:50,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:19:50,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:19:50,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:19:50,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,722 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360020722 2024-11-11T21:19:50,722 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:19:50,722 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:19:50,722 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:19:50,722 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:19:50,722 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:19:50,722 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:19:50,722 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,723 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f286ae0a5299,44751,1731359974805, splitWal=true, meta=true 2024-11-11T21:19:50,723 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:19:50,723 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:19:50,723 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:19:50,723 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:19:50,723 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:19:50,723 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:19:50,723 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359990723,5,FailOnTimeoutGroup] 2024-11-11T21:19:50,723 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359990723,5,FailOnTimeoutGroup] 2024-11-11T21:19:50,723 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,723 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f286ae0a5299,44751,1731359974805, splitWal=true, meta=true, isMeta: true 2024-11-11T21:19:50,723 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:19:50,724 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,724 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,724 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731359990724, completionTime=-1 2024-11-11T21:19:50,724 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T21:19:50,724 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T21:19:50,724 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805-splitting 2024-11-11T21:19:50,725 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805-splitting dir is empty, no logs to split. 2024-11-11T21:19:50,725 INFO [PEWorker-1 {}] master.SplitWALManager(105): f286ae0a5299,44751,1731359974805 WAL count=0, meta=true 2024-11-11T21:19:50,726 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805-splitting dir is empty, no logs to split. 2024-11-11T21:19:50,726 INFO [PEWorker-1 {}] master.SplitWALManager(105): f286ae0a5299,44751,1731359974805 WAL count=0, meta=true 2024-11-11T21:19:50,726 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f286ae0a5299,44751,1731359974805 WAL splitting is done? wals=0, meta=true 2024-11-11T21:19:50,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:19:50,728 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:19:50,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:19:50,818 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(746): ClusterId : 94023d2c-1224-490b-b8b2-b7dcb51e4be9 2024-11-11T21:19:50,818 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:19:50,828 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:19:50,828 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:19:50,839 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:19:50,839 DEBUG [RS:0;f286ae0a5299:39987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a95ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:19:50,850 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:39987 2024-11-11T21:19:50,850 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:19:50,850 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:19:50,850 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:19:50,850 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,36285,1731359989944 with port=39987, startcode=1731359989994 2024-11-11T21:19:50,850 DEBUG [RS:0;f286ae0a5299:39987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:19:50,852 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:19:50,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,39987,1731359989994 2024-11-11T21:19:50,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36285 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,39987,1731359989994 2024-11-11T21:19:50,853 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1 2024-11-11T21:19:50,853 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45559 2024-11-11T21:19:50,853 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:19:50,874 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T21:19:50,878 WARN [f286ae0a5299:36285 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:19:50,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/rs 2024-11-11T21:19:50,892 DEBUG [RS:0;f286ae0a5299:39987 {}] zookeeper.ZKUtil(111): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on existing znode=/01562051026/rs/f286ae0a5299,39987,1731359989994 2024-11-11T21:19:50,892 WARN [RS:0;f286ae0a5299:39987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:19:50,893 INFO [RS:0;f286ae0a5299:39987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:50,893 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994 2024-11-11T21:19:50,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,39987,1731359989994] 2024-11-11T21:19:50,909 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:19:50,910 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:19:50,911 INFO [RS:0;f286ae0a5299:39987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:19:50,911 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,911 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:19:50,912 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:19:50,912 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:19:50,912 DEBUG [RS:0;f286ae0a5299:39987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:19:50,912 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,913 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,913 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,913 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,913 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,913 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39987,1731359989994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:19:50,926 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:19:50,926 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39987,1731359989994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,937 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,39987,1731359989994, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:19:50,938 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,938 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.Replication(171): f286ae0a5299,39987,1731359989994 started 2024-11-11T21:19:50,964 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:50,964 DEBUG [RS:0;f286ae0a5299:39987.replicationSource,1-f286ae0a5299,39987,1731359989994 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37619' 2024-11-11T21:19:50,964 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,39987,1731359989994, RpcServer on f286ae0a5299/172.17.0.2:39987, sessionid=0x1012bc497830007 2024-11-11T21:19:50,964 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:19:50,964 DEBUG [RS:0;f286ae0a5299:39987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,39987,1731359989994 2024-11-11T21:19:50,964 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,39987,1731359989994' 2024-11-11T21:19:50,964 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01562051026/flush-table-proc/abort' 2024-11-11T21:19:50,965 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01562051026/flush-table-proc/acquired' 2024-11-11T21:19:50,965 DEBUG [RS:0;f286ae0a5299:39987.replicationSource,1-f286ae0a5299,39987,1731359989994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f5acdea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:50,965 DEBUG [RS:0;f286ae0a5299:39987.replicationSource,1-f286ae0a5299,39987,1731359989994 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37619,-1 for getting cluster id 2024-11-11T21:19:50,965 DEBUG [RS:0;f286ae0a5299:39987.replicationSource,1-f286ae0a5299,39987,1731359989994 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:19:50,965 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:19:50,965 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:19:50,965 DEBUG [RS:0;f286ae0a5299:39987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,39987,1731359989994 2024-11-11T21:19:50,965 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,39987,1731359989994' 2024-11-11T21:19:50,965 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01562051026/online-snapshot/abort' 2024-11-11T21:19:50,966 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01562051026/online-snapshot/acquired' 2024-11-11T21:19:50,966 DEBUG [RS:0;f286ae0a5299:39987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:19:50,966 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b96771fc-cea1-47bf-9325-67f8526dbb99' 2024-11-11T21:19:50,966 INFO [RS:0;f286ae0a5299:39987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:19:50,966 INFO [RS:0;f286ae0a5299:39987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:19:50,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:19:50,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b96771fc-cea1-47bf-9325-67f8526dbb99" 2024-11-11T21:19:50,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7987c367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:50,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37619,-1] 2024-11-11T21:19:50,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:19:50,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:50,968 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:19:50,968 DEBUG [RS:0;f286ae0a5299:39987.replicationSource,1-f286ae0a5299,39987,1731359989994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22ee669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:50,968 DEBUG [RS:0;f286ae0a5299:39987.replicationSource,1-f286ae0a5299,39987,1731359989994 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:19:50,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37619,1731359980361 2024-11-11T21:19:50,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@785311ce 2024-11-11T21:19:50,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:19:50,970 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T21:19:50,970 INFO [RS:0;f286ae0a5299:39987.replicationSource,1-f286ae0a5299,39987,1731359989994 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,39987,1731359989994 (queues=0) is replicating from cluster=94023d2c-1224-490b-b8b2-b7dcb51e4be9 to cluster=b96771fc-cea1-47bf-9325-67f8526dbb99 2024-11-11T21:19:51,066 INFO [RS:0;f286ae0a5299:39987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:19:51,068 INFO [RS:0;f286ae0a5299:39987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C39987%2C1731359989994, suffix=, logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994, archiveDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs, maxLogs=10 2024-11-11T21:19:51,079 DEBUG [RS:0;f286ae0a5299:39987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068, exclude list is [], retry=0 2024-11-11T21:19:51,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b,DISK] 2024-11-11T21:19:51,083 INFO [RS:0;f286ae0a5299:39987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 2024-11-11T21:19:51,083 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f286ae0a5299%2C39987%2C1731359989994 for peer 1 2024-11-11T21:19:51,083 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C39987%2C1731359989994 2024-11-11T21:19:51,084 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,39987,1731359989994, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:19:51,084 DEBUG [RS:0;f286ae0a5299:39987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-11T21:19:51,084 INFO [RS:0;f286ae0a5299:39987.replicationSource.shipperf286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C39987%2C1731359989994 2024-11-11T21:19:51,084 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068, startPosition=0, beingWritten=true 2024-11-11T21:19:51,129 DEBUG [f286ae0a5299:36285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:19:51,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,39987,1731359989994 2024-11-11T21:19:51,130 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,39987,1731359989994, state=OPENING 2024-11-11T21:19:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562051026/meta-region-server 2024-11-11T21:19:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562051026/meta-region-server 2024-11-11T21:19:51,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:51,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:51,148 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:19:51,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,39987,1731359989994}] 2024-11-11T21:19:51,288 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:51,300 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:19:51,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:19:51,304 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:19:51,304 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:51,304 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:19:51,306 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C39987%2C1731359989994.meta, suffix=.meta, logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994, archiveDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs, maxLogs=10 2024-11-11T21:19:51,317 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.meta.1731359991306.meta, exclude list is [], retry=0 2024-11-11T21:19:51,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b,DISK] 2024-11-11T21:19:51,321 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.meta.1731359991306.meta 2024-11-11T21:19:51,321 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-11T21:19:51,321 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:19:51,321 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:19:51,322 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:19:51,322 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:19:51,322 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:19:51,322 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:19:51,322 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:51,322 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:19:51,322 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:19:51,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:19:51,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:19:51,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:51,329 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/info/fc0773531a794ce68ed67c9469e23450 2024-11-11T21:19:51,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:51,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:19:51,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:19:51,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:51,334 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/ns/d47bb6fe9fb44ea7a944cf1b041d782a 2024-11-11T21:19:51,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:51,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:19:51,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:19:51,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:51,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:51,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:19:51,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:19:51,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:51,341 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/table/c2959f8dbfb742579a9874499b26df7c 2024-11-11T21:19:51,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:19:51,341 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:19:51,342 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740 2024-11-11T21:19:51,343 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740 2024-11-11T21:19:51,344 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:19:51,344 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:19:51,345 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:19:51,346 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:19:51,347 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71220890, jitterRate=0.0612739622592926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:19:51,347 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:19:51,347 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731359991322Writing region info on filesystem at 1731359991322Initializing all the Stores at 1731359991323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359991323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359991323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359991323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731359991323Cleaning up temporary data from old regions at 1731359991344 (+21 ms)Running coprocessor post-open hooks at 1731359991347 (+3 ms)Region opened successfully at 1731359991347 2024-11-11T21:19:51,348 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731359991300 2024-11-11T21:19:51,349 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:19:51,349 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:19:51,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f286ae0a5299,39987,1731359989994 2024-11-11T21:19:51,351 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,39987,1731359989994, state=OPEN 2024-11-11T21:19:51,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562051026/meta-region-server 2024-11-11T21:19:51,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562051026/meta-region-server 2024-11-11T21:19:51,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:51,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562051026/meta-region-server: CHANGED 2024-11-11T21:19:51,400 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,39987,1731359989994 2024-11-11T21:19:51,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T21:19:51,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,39987,1731359989994 in 252 msec 2024-11-11T21:19:51,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:19:51,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-11T21:19:51,592 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:51,996 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:52,376 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-11T21:19:52,500 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:53,104 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:53,808 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:53,879 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-11T21:19:54,613 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:55,231 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T21:19:55,231 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:19:55,231 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:19:55,231 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,39987,1731359989994, seqNum=-1] 2024-11-11T21:19:55,232 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:19:55,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:19:55,236 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b59eaf8d373c2c838e099120dee51c95, regionState=OPEN, lastHost=f286ae0a5299,44751,1731359974805, regionLocation=f286ae0a5299,44751,1731359974805, openSeqNum=2 2024-11-11T21:19:55,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:19:55,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360055236 2024-11-11T21:19:55,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360115236 2024-11-11T21:19:55,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-11T21:19:55,236 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f286ae0a5299,44751,1731359974805 had 2 regions 2024-11-11T21:19:55,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36285,1731359989944-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:55,236 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36285,1731359989944-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:55,237 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36285,1731359989944-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:55,237 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:36285, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:55,237 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:55,237 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:55,237 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f286ae0a5299,44751,1731359974805, splitWal=true, meta=true, isMeta: false 2024-11-11T21:19:55,239 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805-splitting dir is empty, no logs to split. 2024-11-11T21:19:55,239 INFO [PEWorker-3 {}] master.SplitWALManager(105): f286ae0a5299,44751,1731359974805 WAL count=0, meta=false 2024-11-11T21:19:55,241 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,44751,1731359974805-splitting dir is empty, no logs to split. 2024-11-11T21:19:55,241 INFO [PEWorker-3 {}] master.SplitWALManager(105): f286ae0a5299,44751,1731359974805 WAL count=0, meta=false 2024-11-11T21:19:55,241 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f286ae0a5299,44751,1731359974805 WAL splitting is done? wals=0, meta=false 2024-11-11T21:19:55,244 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.185sec 2024-11-11T21:19:55,245 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:19:55,245 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:19:55,245 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:19:55,245 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:19:55,245 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:19:55,245 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36285,1731359989944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:19:55,245 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36285,1731359989944-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:19:55,245 WARN [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f286ae0a5299,44751,1731359974805/hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:55,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN}] 2024-11-11T21:19:55,247 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN 2024-11-11T21:19:55,248 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:19:55,249 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:19:55,249 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:19:55,249 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36285,1731359989944-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:19:55,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@933fed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:55,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36285,-1 for getting cluster id 2024-11-11T21:19:55,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:19:55,322 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94023d2c-1224-490b-b8b2-b7dcb51e4be9' 2024-11-11T21:19:55,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:19:55,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94023d2c-1224-490b-b8b2-b7dcb51e4be9" 2024-11-11T21:19:55,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e221441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:55,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36285,-1] 2024-11-11T21:19:55,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:19:55,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:55,324 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:19:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6afe9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:55,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:19:55,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,39987,1731359989994, seqNum=-1] 2024-11-11T21:19:55,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:19:55,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:19:55,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T21:19:55,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:55,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:55,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:55,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:55,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:55,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f286ae0a5299:36285 after: f286ae0a5299:36285 2024-11-11T21:19:55,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1c345e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:55,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36285,-1 for getting cluster id 2024-11-11T21:19:55,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:19:55,331 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94023d2c-1224-490b-b8b2-b7dcb51e4be9' 2024-11-11T21:19:55,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:19:55,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94023d2c-1224-490b-b8b2-b7dcb51e4be9" 2024-11-11T21:19:55,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49feacfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:55,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36285,-1] 2024-11-11T21:19:55,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:19:55,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:55,332 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:19:55,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa7a21c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:19:55,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:19:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36285,1731359989944 2024-11-11T21:19:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a54bd74 2024-11-11T21:19:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:19:55,334 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:19:55,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36285 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T21:19:55,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:19:55,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:55,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:55,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:55,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:55,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:55,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:19:55,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=467127214, stopped=false 2024-11-11T21:19:55,336 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,37619,1731359980361 2024-11-11T21:19:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782982728/running 2024-11-11T21:19:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782982728/running 2024-11-11T21:19:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:55,385 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:55,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:55,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:55,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:55,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on znode that does not yet exist, /1-782982728/running 2024-11-11T21:19:55,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Set watcher on znode that does not yet exist, /1-782982728/running 2024-11-11T21:19:55,386 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,42675,1731359980530' ***** 2024-11-11T21:19:55,386 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:19:55,386 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,42675,1731359980530 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42675. 2024-11-11T21:19:55,386 DEBUG [RS:0;f286ae0a5299:42675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:55,386 DEBUG [RS:0;f286ae0a5299:42675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:19:55,386 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:19:55,386 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:19:55,386 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:55,387 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:19:55,387 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:19:55,387 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:19:55,387 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:19:55,387 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:19:55,387 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T21:19:55,398 DEBUG [f286ae0a5299:36285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:19:55,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b59eaf8d373c2c838e099120dee51c95, regionState=OPENING, regionLocation=f286ae0a5299,39987,1731359989994 2024-11-11T21:19:55,401 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740/.tmp/ns/d06c0496628c42c5907fd85b463077f5 is 43, key is default/ns:d/1731359983883/Put/seqid=0 2024-11-11T21:19:55,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN because future has completed 2024-11-11T21:19:55,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b59eaf8d373c2c838e099120dee51c95, server=f286ae0a5299,39987,1731359989994}] 2024-11-11T21:19:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741835_1011 (size=5153) 2024-11-11T21:19:55,473 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:55,517 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:55,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:55,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:19:55,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:19:55,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C39987%2C1731359989994.rep, suffix=, logDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994, archiveDir=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs, maxLogs=10 2024-11-11T21:19:55,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.rep.1731359995559, exclude list is [], retry=0 2024-11-11T21:19:55,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43027,DS-cfdcde5e-469a-4cbc-ac3a-01887c04334b,DISK] 2024-11-11T21:19:55,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.rep.1731359995559 2024-11-11T21:19:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-11T21:19:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b59eaf8d373c2c838e099120dee51c95, NAME => 'hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:19:55,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:19:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:19:55,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. service=MultiRowMutationService 2024-11-11T21:19:55,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:19:55,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:19:55,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,575 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,576 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b59eaf8d373c2c838e099120dee51c95 columnFamilyName hfileref 2024-11-11T21:19:55,576 DEBUG [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:55,576 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(327): Store=b59eaf8d373c2c838e099120dee51c95/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:55,576 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,577 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b59eaf8d373c2c838e099120dee51c95 columnFamilyName queue 2024-11-11T21:19:55,577 DEBUG [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:55,581 DEBUG [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95/queue/486f3a81951f4860b08ac3d870fbf469 2024-11-11T21:19:55,581 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(327): Store=b59eaf8d373c2c838e099120dee51c95/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:55,581 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,582 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b59eaf8d373c2c838e099120dee51c95 columnFamilyName sid 2024-11-11T21:19:55,582 DEBUG [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:19:55,582 INFO [StoreOpener-b59eaf8d373c2c838e099120dee51c95-1 {}] regionserver.HStore(327): Store=b59eaf8d373c2c838e099120dee51c95/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:19:55,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:19:55,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,587 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:55,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened b59eaf8d373c2c838e099120dee51c95; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61917350, jitterRate=-0.07735958695411682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:19:55,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:55,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b59eaf8d373c2c838e099120dee51c95: Running coprocessor pre-open hook at 1731359995574Writing region info on filesystem at 1731359995574Initializing all the Stores at 1731359995575 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359995575Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359995575Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731359995575Cleaning up temporary data from old regions at 1731359995585 (+10 ms)Running coprocessor post-open hooks at 1731359995587 (+2 ms)Region opened successfully at 1731359995587 2024-11-11T21:19:55,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95., pid=13, masterSystemTime=1731359995554 2024-11-11T21:19:55,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:55,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:55,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b59eaf8d373c2c838e099120dee51c95, regionState=OPEN, openSeqNum=9, regionLocation=f286ae0a5299,39987,1731359989994 2024-11-11T21:19:55,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b59eaf8d373c2c838e099120dee51c95, server=f286ae0a5299,39987,1731359989994 because future has completed 2024-11-11T21:19:55,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T21:19:55,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b59eaf8d373c2c838e099120dee51c95, server=f286ae0a5299,39987,1731359989994 in 191 msec 2024-11-11T21:19:55,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T21:19:55,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b59eaf8d373c2c838e099120dee51c95, ASSIGN in 348 msec 2024-11-11T21:19:55,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T21:19:55,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95., hostname=f286ae0a5299,39987,1731359989994, seqNum=9] 2024-11-11T21:19:55,612 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f286ae0a5299,44751,1731359974805 2024-11-11T21:19:55,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T21:19:55,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T21:19:55,770 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:19:55,771 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:19:55,787 DEBUG [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:55,805 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740/.tmp/ns/d06c0496628c42c5907fd85b463077f5 2024-11-11T21:19:55,812 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740/.tmp/ns/d06c0496628c42c5907fd85b463077f5 as hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740/ns/d06c0496628c42c5907fd85b463077f5 2024-11-11T21:19:55,817 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740/ns/d06c0496628c42c5907fd85b463077f5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T21:19:55,818 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-11T21:19:55,818 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:19:55,822 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T21:19:55,822 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:55,822 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:19:55,822 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:55,822 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359995386Running coprocessor pre-close hooks at 1731359995386Disabling compacts and flushes for region at 1731359995387 (+1 ms)Disabling writes for close at 1731359995387Obtaining lock to block concurrent updates at 1731359995387Preparing flush snapshotting stores in 1588230740 at 1731359995387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731359995387Flushing stores of hbase:meta,,1.1588230740 at 1731359995387Flushing 1588230740/ns: creating writer at 1731359995387Flushing 1588230740/ns: appending metadata at 1731359995400 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731359995400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3bfb0e: reopening flushed file at 1731359995811 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731359995818 (+7 ms)Writing region close event to WAL at 1731359995819 (+1 ms)Running coprocessor post-close hooks at 1731359995822 (+3 ms)Closed at 1731359995822 2024-11-11T21:19:55,822 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:55,987 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,42675,1731359980530; all regions closed. 2024-11-11T21:19:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741834_1010 (size=1152) 2024-11-11T21:19:56,023 DEBUG [RS:0;f286ae0a5299:42675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/oldWALs 2024-11-11T21:19:56,023 INFO [RS:0;f286ae0a5299:42675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42675%2C1731359980530.meta:.meta(num 1731359983823) 2024-11-11T21:19:56,025 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/WALs/f286ae0a5299,42675,1731359980530/f286ae0a5299%2C42675%2C1731359980530.1731359982893 not finished, retry = 0 2024-11-11T21:19:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741832_1008 (size=93) 2024-11-11T21:19:56,127 DEBUG [RS:0;f286ae0a5299:42675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/oldWALs 2024-11-11T21:19:56,127 INFO [RS:0;f286ae0a5299:42675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42675%2C1731359980530:(num 1731359982893) 2024-11-11T21:19:56,127 DEBUG [RS:0;f286ae0a5299:42675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:56,127 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:56,128 INFO [RS:0;f286ae0a5299:42675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:56,128 INFO [RS:0;f286ae0a5299:42675 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:56,128 INFO [RS:0;f286ae0a5299:42675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:56,128 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:19:56,128 INFO [RS:0;f286ae0a5299:42675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42675 2024-11-11T21:19:56,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782982728/rs/f286ae0a5299,42675,1731359980530 2024-11-11T21:19:56,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728/rs 2024-11-11T21:19:56,147 INFO [RS:0;f286ae0a5299:42675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:19:56,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,42675,1731359980530] 2024-11-11T21:19:56,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-782982728/draining/f286ae0a5299,42675,1731359980530 already deleted, retry=false 2024-11-11T21:19:56,168 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,42675,1731359980530 expired; onlineServers=0 2024-11-11T21:19:56,168 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,37619,1731359980361' ***** 2024-11-11T21:19:56,168 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:19:56,168 INFO [M:0;f286ae0a5299:37619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:56,168 INFO [M:0;f286ae0a5299:37619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:56,168 DEBUG [M:0;f286ae0a5299:37619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:19:56,168 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:19:56,168 DEBUG [M:0;f286ae0a5299:37619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:19:56,168 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359982628 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359982628,5,FailOnTimeoutGroup] 2024-11-11T21:19:56,168 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359982628 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359982628,5,FailOnTimeoutGroup] 2024-11-11T21:19:56,169 INFO [M:0;f286ae0a5299:37619 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:56,169 INFO [M:0;f286ae0a5299:37619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:56,169 DEBUG [M:0;f286ae0a5299:37619 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:19:56,169 INFO [M:0;f286ae0a5299:37619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:19:56,169 INFO [M:0;f286ae0a5299:37619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:56,169 INFO [M:0;f286ae0a5299:37619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:19:56,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:19:56,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-782982728/master 2024-11-11T21:19:56,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-782982728 2024-11-11T21:19:56,179 DEBUG [M:0;f286ae0a5299:37619 {}] zookeeper.ZKUtil(347): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Unable to get data of znode /1-782982728/master because node does not exist (not an error) 2024-11-11T21:19:56,179 WARN [M:0;f286ae0a5299:37619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:19:56,180 INFO [M:0;f286ae0a5299:37619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/.lastflushedseqids 2024-11-11T21:19:56,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741836_1012 (size=99) 2024-11-11T21:19:56,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:56,258 INFO [RS:0;f286ae0a5299:42675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:19:56,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42675-0x1012bc497830004, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:56,258 INFO [RS:0;f286ae0a5299:42675 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,42675,1731359980530; zookeeper connection closed. 2024-11-11T21:19:56,258 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@383a0cda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@383a0cda 2024-11-11T21:19:56,258 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:19:56,521 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:56,584 INFO [M:0;f286ae0a5299:37619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:19:56,584 INFO [M:0;f286ae0a5299:37619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:19:56,584 DEBUG [M:0;f286ae0a5299:37619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:19:56,584 INFO [M:0;f286ae0a5299:37619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:56,584 DEBUG [M:0;f286ae0a5299:37619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:56,584 DEBUG [M:0;f286ae0a5299:37619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:19:56,585 DEBUG [M:0;f286ae0a5299:37619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:56,585 INFO [M:0;f286ae0a5299:37619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T21:19:56,603 DEBUG [M:0;f286ae0a5299:37619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f5284cb05b54140aa9f4774d37d11a2 is 82, key is hbase:meta,,1/info:regioninfo/1731359983864/Put/seqid=0 2024-11-11T21:19:56,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741837_1013 (size=5672) 2024-11-11T21:19:56,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:19:56,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:56,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:56,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:56,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:56,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:56,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:19:57,007 INFO [M:0;f286ae0a5299:37619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f5284cb05b54140aa9f4774d37d11a2 2024-11-11T21:19:57,024 DEBUG [M:0;f286ae0a5299:37619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/676fb98a6c4c4b468c1bdd48acdaebf9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731359983887/Put/seqid=0 2024-11-11T21:19:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741838_1014 (size=5275) 2024-11-11T21:19:57,428 INFO [M:0;f286ae0a5299:37619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/676fb98a6c4c4b468c1bdd48acdaebf9 2024-11-11T21:19:57,445 DEBUG [M:0;f286ae0a5299:37619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1c3e82abc5f4e15aae0d01608f40891 is 69, key is f286ae0a5299,42675,1731359980530/rs:state/1731359982694/Put/seqid=0 2024-11-11T21:19:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741839_1015 (size=5156) 2024-11-11T21:19:57,625 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:57,849 INFO [M:0;f286ae0a5299:37619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1c3e82abc5f4e15aae0d01608f40891 2024-11-11T21:19:57,854 DEBUG [M:0;f286ae0a5299:37619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f5284cb05b54140aa9f4774d37d11a2 as hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f5284cb05b54140aa9f4774d37d11a2 2024-11-11T21:19:57,858 INFO [M:0;f286ae0a5299:37619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f5284cb05b54140aa9f4774d37d11a2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T21:19:57,859 DEBUG [M:0;f286ae0a5299:37619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/676fb98a6c4c4b468c1bdd48acdaebf9 as hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/676fb98a6c4c4b468c1bdd48acdaebf9 2024-11-11T21:19:57,863 INFO [M:0;f286ae0a5299:37619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/676fb98a6c4c4b468c1bdd48acdaebf9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T21:19:57,864 DEBUG [M:0;f286ae0a5299:37619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1c3e82abc5f4e15aae0d01608f40891 as hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1c3e82abc5f4e15aae0d01608f40891 2024-11-11T21:19:57,868 INFO [M:0;f286ae0a5299:37619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41151/user/jenkins/test-data/dd8819c0-b16e-cf26-4433-d434e3378b16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1c3e82abc5f4e15aae0d01608f40891, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T21:19:57,869 INFO [M:0;f286ae0a5299:37619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false 2024-11-11T21:19:57,871 INFO [M:0;f286ae0a5299:37619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:57,871 DEBUG [M:0;f286ae0a5299:37619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359996584Disabling compacts and flushes for region at 1731359996584Disabling writes for close at 1731359996585 (+1 ms)Obtaining lock to block concurrent updates at 1731359996585Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359996585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731359996585Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359996585Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359996585Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359996603 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359996603Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731359997011 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731359997024 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731359997024Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731359997433 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731359997445 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731359997445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156330b0: reopening flushed file at 1731359997854 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c277d78: reopening flushed file at 1731359997858 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d69fdb: reopening flushed file at 1731359997863 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false at 1731359997869 (+6 ms)Writing region close event to WAL at 1731359997871 (+2 ms)Closed at 1731359997871 2024-11-11T21:19:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741830_1006 (size=10165) 2024-11-11T21:19:57,874 INFO [M:0;f286ae0a5299:37619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:19:57,874 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:19:57,874 INFO [M:0;f286ae0a5299:37619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37619 2024-11-11T21:19:57,874 INFO [M:0;f286ae0a5299:37619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:19:58,037 INFO [M:0;f286ae0a5299:37619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:19:58,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:58,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37619-0x1012bc497830003, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:58,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28a96084{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:19:58,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58e9cbcf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:19:58,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:19:58,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@247e03e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:19:58,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be8b747{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.log.dir/,STOPPED} 2024-11-11T21:19:58,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:19:58,040 WARN [BP-154783795-172.17.0.2-1731359978477 heartbeating to localhost/127.0.0.1:41151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:19:58,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:19:58,040 WARN [BP-154783795-172.17.0.2-1731359978477 heartbeating to localhost/127.0.0.1:41151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-154783795-172.17.0.2-1731359978477 (Datanode Uuid c31d96eb-30a0-466d-87ec-759319cbbd21) service to localhost/127.0.0.1:41151 2024-11-11T21:19:58,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/cluster_cf6630ef-8572-444c-b68a-2b80d2a46d16/data/data1/current/BP-154783795-172.17.0.2-1731359978477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:19:58,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/cluster_cf6630ef-8572-444c-b68a-2b80d2a46d16/data/data2/current/BP-154783795-172.17.0.2-1731359978477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:19:58,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:19:58,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@343f67c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:19:58,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16e0906e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:19:58,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:19:58,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a60598f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:19:58,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5de88f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.log.dir/,STOPPED} 2024-11-11T21:19:58,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:19:58,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:19:58,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:58,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:58,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:58,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:58,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:58,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:19:58,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=677241801, stopped=false 2024-11-11T21:19:58,058 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,36285,1731359989944 2024-11-11T21:19:58,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/running 2024-11-11T21:19:58,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/running 2024-11-11T21:19:58,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:58,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:58,073 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:58,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:19:58,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:58,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:58,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/running 2024-11-11T21:19:58,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Set watcher on znode that does not yet exist, /01562051026/running 2024-11-11T21:19:58,074 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,39987,1731359989994' ***** 2024-11-11T21:19:58,074 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:19:58,074 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:19:58,074 INFO [RS:0;f286ae0a5299:39987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:19:58,074 INFO [RS:0;f286ae0a5299:39987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:19:58,074 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:58,075 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,39987,1731359989994 2024-11-11T21:19:58,075 INFO [RS:0;f286ae0a5299:39987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:58,075 INFO [RS:0;f286ae0a5299:39987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:39987. 2024-11-11T21:19:58,075 DEBUG [RS:0;f286ae0a5299:39987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:58,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:19:58,075 DEBUG [RS:0;f286ae0a5299:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:58,075 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b59eaf8d373c2c838e099120dee51c95, disabling compactions & flushes 2024-11-11T21:19:58,075 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:58,075 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:19:58,075 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:19:58,075 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:19:58,075 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:58,075 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:19:58,075 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. after waiting 0 ms 2024-11-11T21:19:58,075 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:58,075 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:19:58,075 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b59eaf8d373c2c838e099120dee51c95=hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95.} 2024-11-11T21:19:58,075 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b59eaf8d373c2c838e099120dee51c95 2024-11-11T21:19:58,075 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:19:58,075 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:19:58,075 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:19:58,075 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:19:58,075 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:19:58,075 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T21:19:58,079 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/replication/b59eaf8d373c2c838e099120dee51c95/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T21:19:58,079 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:58,079 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:19:58,079 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:58,079 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b59eaf8d373c2c838e099120dee51c95: Waiting for close lock at 1731359998075Running coprocessor pre-close hooks at 1731359998075Disabling compacts and flushes for region at 1731359998075Disabling writes for close at 1731359998075Writing region close event to WAL at 1731359998076 (+1 ms)Running coprocessor post-close hooks at 1731359998079 (+3 ms)Closed at 1731359998079 2024-11-11T21:19:58,079 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95. 2024-11-11T21:19:58,089 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/info/e056a4bdd55246ceb488c884d5204cf6 is 147, key is hbase:replication,,1731359984008.b59eaf8d373c2c838e099120dee51c95./info:regioninfo/1731359995590/Put/seqid=0 2024-11-11T21:19:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741851_1027 (size=6385) 2024-11-11T21:19:58,119 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:58,275 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:58,475 DEBUG [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:19:58,493 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/info/e056a4bdd55246ceb488c884d5204cf6 2024-11-11T21:19:58,499 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/.tmp/info/e056a4bdd55246ceb488c884d5204cf6 as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/info/e056a4bdd55246ceb488c884d5204cf6 2024-11-11T21:19:58,504 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/info/e056a4bdd55246ceb488c884d5204cf6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T21:19:58,505 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-11T21:19:58,509 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T21:19:58,510 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:58,510 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:19:58,510 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:58,510 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731359998075Running coprocessor pre-close hooks at 1731359998075Disabling compacts and flushes for region at 1731359998075Disabling writes for close at 1731359998075Obtaining lock to block concurrent updates at 1731359998075Preparing flush snapshotting stores in 1588230740 at 1731359998075Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731359998075Flushing stores of hbase:meta,,1.1588230740 at 1731359998076 (+1 ms)Flushing 1588230740/info: creating writer at 1731359998076Flushing 1588230740/info: appending metadata at 1731359998088 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731359998088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d597f9a: reopening flushed file at 1731359998498 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731359998505 (+7 ms)Writing region close event to WAL at 1731359998506 (+1 ms)Running coprocessor post-close hooks at 1731359998509 (+3 ms)Closed at 1731359998510 (+1 ms) 2024-11-11T21:19:58,510 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:19:58,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:19:58,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:19:58,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:19:58,676 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,39987,1731359989994; all regions closed. 2024-11-11T21:19:58,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741849_1025 (size=2156) 2024-11-11T21:19:58,679 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.meta.1731359991306.meta not finished, retry = 0 2024-11-11T21:19:58,781 DEBUG [RS:0;f286ae0a5299:39987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs 2024-11-11T21:19:58,781 INFO [RS:0;f286ae0a5299:39987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C39987%2C1731359989994.meta:.meta(num 1731359991306) 2024-11-11T21:19:58,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.rep.1731359995559 not finished, retry = 0 2024-11-11T21:19:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741850_1026 (size=796) 2024-11-11T21:19:58,829 DEBUG [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 to pos 0, reset compression=false 2024-11-11T21:19:58,886 DEBUG [RS:0;f286ae0a5299:39987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs 2024-11-11T21:19:58,886 INFO [RS:0;f286ae0a5299:39987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C39987%2C1731359989994.rep:(num 1731359995559) 2024-11-11T21:19:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741848_1024 (size=93) 2024-11-11T21:19:58,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/WALs/f286ae0a5299,39987,1731359989994/f286ae0a5299%2C39987%2C1731359989994.1731359991068 not finished, retry = 0 2024-11-11T21:19:58,956 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:19:58,956 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:19:58,990 DEBUG [RS:0;f286ae0a5299:39987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/oldWALs 2024-11-11T21:19:58,990 INFO [RS:0;f286ae0a5299:39987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C39987%2C1731359989994:(num 1731359991068) 2024-11-11T21:19:58,990 DEBUG [RS:0;f286ae0a5299:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:58,990 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:19:58,990 INFO [RS:0;f286ae0a5299:39987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:58,991 INFO [RS:0;f286ae0a5299:39987 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:58,991 INFO [RS:0;f286ae0a5299:39987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:58,991 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:19:58,991 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T21:19:58,991 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,39987,1731359989994 because: Region server is closing 2024-11-11T21:19:58,991 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T21:19:58,991 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T21:19:58,991 INFO [RS:0;f286ae0a5299:39987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:39987. 2024-11-11T21:19:58,991 DEBUG [RS:0;f286ae0a5299:39987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:19:58,991 DEBUG [RS:0;f286ae0a5299:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:58,991 DEBUG [RS:0;f286ae0a5299:39987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:19:58,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:19:59,092 WARN [RS:0;f286ae0a5299:39987.replicationSource.wal-reader.f286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:19:59,092 WARN [RS:0;f286ae0a5299:39987.replicationSource.shipperf286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T21:19:59,092 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f286ae0a5299:39987.replicationSource.shipperf286ae0a5299%2C39987%2C1731359989994,1-f286ae0a5299,39987,1731359989994 terminated 2024-11-11T21:19:59,092 INFO [RS:0;f286ae0a5299:39987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39987 2024-11-11T21:19:59,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026/rs 2024-11-11T21:19:59,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/rs/f286ae0a5299,39987,1731359989994 2024-11-11T21:19:59,153 INFO [RS:0;f286ae0a5299:39987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:19:59,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,39987,1731359989994] 2024-11-11T21:19:59,174 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01562051026/draining/f286ae0a5299,39987,1731359989994 already deleted, retry=false 2024-11-11T21:19:59,174 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,39987,1731359989994 expired; onlineServers=0 2024-11-11T21:19:59,174 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,36285,1731359989944' ***** 2024-11-11T21:19:59,174 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:19:59,174 INFO [M:0;f286ae0a5299:36285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:19:59,174 INFO [M:0;f286ae0a5299:36285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:19:59,174 DEBUG [M:0;f286ae0a5299:36285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:19:59,174 DEBUG [M:0;f286ae0a5299:36285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:19:59,174 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:19:59,174 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359990723 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731359990723,5,FailOnTimeoutGroup] 2024-11-11T21:19:59,174 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359990723 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731359990723,5,FailOnTimeoutGroup] 2024-11-11T21:19:59,174 INFO [M:0;f286ae0a5299:36285 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:19:59,175 INFO [M:0;f286ae0a5299:36285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:19:59,175 DEBUG [M:0;f286ae0a5299:36285 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:19:59,175 INFO [M:0;f286ae0a5299:36285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:19:59,175 INFO [M:0;f286ae0a5299:36285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:19:59,175 INFO [M:0;f286ae0a5299:36285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:19:59,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:19:59,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562051026/master 2024-11-11T21:19:59,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562051026 2024-11-11T21:19:59,184 DEBUG [M:0;f286ae0a5299:36285 {}] zookeeper.ZKUtil(347): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Unable to get data of znode /01562051026/master because node does not exist (not an error) 2024-11-11T21:19:59,185 WARN [M:0;f286ae0a5299:36285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:19:59,185 INFO [M:0;f286ae0a5299:36285 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/.lastflushedseqids 2024-11-11T21:19:59,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741852_1028 (size=181) 2024-11-11T21:19:59,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:59,264 INFO [RS:0;f286ae0a5299:39987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:19:59,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39987-0x1012bc497830007, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:19:59,264 INFO [RS:0;f286ae0a5299:39987 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,39987,1731359989994; zookeeper connection closed. 2024-11-11T21:19:59,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b92830c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b92830c 2024-11-11T21:19:59,264 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:19:59,590 INFO [M:0;f286ae0a5299:36285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:19:59,590 INFO [M:0;f286ae0a5299:36285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:19:59,590 DEBUG [M:0;f286ae0a5299:36285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:19:59,590 INFO [M:0;f286ae0a5299:36285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:59,590 DEBUG [M:0;f286ae0a5299:36285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:59,590 DEBUG [M:0;f286ae0a5299:36285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:19:59,590 DEBUG [M:0;f286ae0a5299:36285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:19:59,591 INFO [M:0;f286ae0a5299:36285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T21:19:59,604 DEBUG [M:0;f286ae0a5299:36285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/216ac24227b84457a66706a16c5e3df6 is 82, key is hbase:meta,,1/info:regioninfo/1731359991350/Put/seqid=0 2024-11-11T21:19:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741853_1029 (size=5672) 2024-11-11T21:20:00,008 INFO [M:0;f286ae0a5299:36285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/216ac24227b84457a66706a16c5e3df6 2024-11-11T21:20:00,028 DEBUG [M:0;f286ae0a5299:36285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/424528fed6ce470ebd9b3d33287eab7b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731359995595/Put/seqid=0 2024-11-11T21:20:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741854_1030 (size=7312) 2024-11-11T21:20:00,433 INFO [M:0;f286ae0a5299:36285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/424528fed6ce470ebd9b3d33287eab7b 2024-11-11T21:20:00,454 DEBUG [M:0;f286ae0a5299:36285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46772dfcae8b48718b12638dafc1d3a0 is 69, key is f286ae0a5299,39987,1731359989994/rs:state/1731359990852/Put/seqid=0 2024-11-11T21:20:00,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741855_1031 (size=5370) 2024-11-11T21:20:00,858 INFO [M:0;f286ae0a5299:36285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46772dfcae8b48718b12638dafc1d3a0 2024-11-11T21:20:00,862 INFO [M:0;f286ae0a5299:36285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46772dfcae8b48718b12638dafc1d3a0 2024-11-11T21:20:00,862 DEBUG [M:0;f286ae0a5299:36285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/216ac24227b84457a66706a16c5e3df6 as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/216ac24227b84457a66706a16c5e3df6 2024-11-11T21:20:00,866 INFO [M:0;f286ae0a5299:36285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/216ac24227b84457a66706a16c5e3df6, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T21:20:00,867 DEBUG [M:0;f286ae0a5299:36285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/424528fed6ce470ebd9b3d33287eab7b as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/424528fed6ce470ebd9b3d33287eab7b 2024-11-11T21:20:00,870 INFO [M:0;f286ae0a5299:36285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/424528fed6ce470ebd9b3d33287eab7b, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T21:20:00,871 DEBUG [M:0;f286ae0a5299:36285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46772dfcae8b48718b12638dafc1d3a0 as hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46772dfcae8b48718b12638dafc1d3a0 2024-11-11T21:20:00,875 INFO [M:0;f286ae0a5299:36285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46772dfcae8b48718b12638dafc1d3a0 2024-11-11T21:20:00,875 INFO [M:0;f286ae0a5299:36285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45559/user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46772dfcae8b48718b12638dafc1d3a0, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T21:20:00,876 INFO [M:0;f286ae0a5299:36285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-11-11T21:20:00,877 INFO [M:0;f286ae0a5299:36285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:00,877 DEBUG [M:0;f286ae0a5299:36285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731359999590Disabling compacts and flushes for region at 1731359999590Disabling writes for close at 1731359999590Obtaining lock to block concurrent updates at 1731359999591 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731359999591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731359999591Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731359999591Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731359999591Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731359999603 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731359999604 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360000012 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360000028 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360000028Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360000438 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360000453 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360000453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ccadd8: reopening flushed file at 1731360000862 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c625caa: reopening flushed file at 1731360000866 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45cfc03f: reopening flushed file at 1731360000870 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1731360000876 (+6 ms)Writing region close event to WAL at 1731360000877 (+1 ms)Closed at 1731360000877 2024-11-11T21:20:00,879 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96e0507d-4083-7894-309e-f759c4574fb1/MasterData/WALs/f286ae0a5299,36285,1731359989944/f286ae0a5299%2C36285%2C1731359989944.1731359990501 not finished, retry = 0 2024-11-11T21:20:00,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43027 is added to blk_1073741847_1023 (size=22903) 2024-11-11T21:20:00,980 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:20:00,980 INFO [M:0;f286ae0a5299:36285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:20:00,980 INFO [M:0;f286ae0a5299:36285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36285 2024-11-11T21:20:00,980 INFO [M:0;f286ae0a5299:36285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:20:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:01,184 INFO [M:0;f286ae0a5299:36285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:20:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36285-0x1012bc497830006, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:01,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ea2c40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:20:01,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@200404b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:20:01,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:20:01,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16d6a609{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:20:01,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@445a3a96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.log.dir/,STOPPED} 2024-11-11T21:20:01,188 WARN [BP-484702089-172.17.0.2-1731359972329 heartbeating to localhost/127.0.0.1:45559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:20:01,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:20:01,188 WARN [BP-484702089-172.17.0.2-1731359972329 heartbeating to localhost/127.0.0.1:45559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-484702089-172.17.0.2-1731359972329 (Datanode Uuid 8da0c30e-6ddb-405b-9ac9-afd1db0aecff) service to localhost/127.0.0.1:45559 2024-11-11T21:20:01,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:20:01,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/cluster_bb6e218c-d8d1-0708-550e-74e34b0a64f0/data/data1/current/BP-484702089-172.17.0.2-1731359972329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:20:01,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/cluster_bb6e218c-d8d1-0708-550e-74e34b0a64f0/data/data2/current/BP-484702089-172.17.0.2-1731359972329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:20:01,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:20:01,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b79f220{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:20:01,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6237a23a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:20:01,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:20:01,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e28010f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:20:01,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b35685e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d94eaca5-8e00-0db8-d29e-acb68df37fc3/hadoop.log.dir/,STOPPED} 2024-11-11T21:20:01,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:20:01,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:20:01,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:45559 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:45559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:41151 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:41151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:41151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51674) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51674) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:45559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=1922 (was 1934) 2024-11-11T21:20:01,226 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=1922 2024-11-11T21:20:01,237 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T21:20:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.log.dir so I do NOT create it in target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7 2024-11-11T21:20:01,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:20:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.tmp.dir so I do NOT create it in target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7 2024-11-11T21:20:01,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/063409d0-2569-4497-cadc-bcf7d31782e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:20:01,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7 2024-11-11T21:20:01,238 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/cluster_850512ec-7d60-a03c-ff2d-e3a6ab57b13c, deleteOnExit=true 2024-11-11T21:20:01,240 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/cluster_850512ec-7d60-a03c-ff2d-e3a6ab57b13c/zookeeper_0, clientPort=58167, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/cluster_850512ec-7d60-a03c-ff2d-e3a6ab57b13c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/cluster_850512ec-7d60-a03c-ff2d-e3a6ab57b13c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:20:01,241 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58167 2024-11-11T21:20:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:20:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:20:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/test.cache.data in system properties and HBase conf 2024-11-11T21:20:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:20:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:20:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:20:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:20:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:20:01,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:20:01,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:20:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:20:01,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012bc497830005, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:20:01,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012bc497830002, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:20:01,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012bc497830005, quorum=127.0.0.1:51674, baseZNode=/1-782982728 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:20:01,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012bc497830002, quorum=127.0.0.1:51674, baseZNode=/01562051026 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:20:01,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:01,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:20:01,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:20:01,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:20:01,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:20:01,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:01,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e54f81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:20:01,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39176c38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:20:01,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48bc4da1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/java.io.tmpdir/jetty-localhost-34843-hadoop-hdfs-3_4_1-tests_jar-_-any-16214155211061615481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:20:01,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29048ef4{HTTP/1.1, (http/1.1)}{localhost:34843} 2024-11-11T21:20:01,736 INFO [Time-limited test {}] server.Server(415): Started @170851ms 2024-11-11T21:20:01,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:01,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:20:01,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:20:01,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:20:01,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:20:01,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4ae9b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:20:01,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4561c9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:20:02,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e7a8467{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/java.io.tmpdir/jetty-localhost-37871-hadoop-hdfs-3_4_1-tests_jar-_-any-2849369613872281589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:20:02,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e88c3b{HTTP/1.1, (http/1.1)}{localhost:37871} 2024-11-11T21:20:02,071 INFO [Time-limited test {}] server.Server(415): Started @171185ms 2024-11-11T21:20:02,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:20:02,726 WARN [Thread-1687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/cluster_850512ec-7d60-a03c-ff2d-e3a6ab57b13c/data/data1/current/BP-1195869313-172.17.0.2-1731360001269/current, will proceed with Du for space computation calculation, 2024-11-11T21:20:02,726 WARN [Thread-1688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/cluster_850512ec-7d60-a03c-ff2d-e3a6ab57b13c/data/data2/current/BP-1195869313-172.17.0.2-1731360001269/current, will proceed with Du for space computation calculation, 2024-11-11T21:20:02,746 WARN [Thread-1675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:20:02,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5199fd15726a15f8 with lease ID 0xdd4c0711266dd5e3: Processing first storage report for DS-2a45631b-0355-4dfe-b50e-d2f2dc102668 from datanode DatanodeRegistration(127.0.0.1:38627, datanodeUuid=366d691f-db1c-4d42-87ba-109353cc19dd, infoPort=35397, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=562982864;c=1731360001269) 2024-11-11T21:20:02,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5199fd15726a15f8 with lease ID 0xdd4c0711266dd5e3: from storage DS-2a45631b-0355-4dfe-b50e-d2f2dc102668 node DatanodeRegistration(127.0.0.1:38627, datanodeUuid=366d691f-db1c-4d42-87ba-109353cc19dd, infoPort=35397, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=562982864;c=1731360001269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:20:02,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5199fd15726a15f8 with lease ID 0xdd4c0711266dd5e3: Processing first storage report for DS-f602ff7f-5f48-47b8-9656-8b5e389be416 from datanode DatanodeRegistration(127.0.0.1:38627, datanodeUuid=366d691f-db1c-4d42-87ba-109353cc19dd, infoPort=35397, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=562982864;c=1731360001269) 2024-11-11T21:20:02,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5199fd15726a15f8 with lease ID 0xdd4c0711266dd5e3: from storage DS-f602ff7f-5f48-47b8-9656-8b5e389be416 node DatanodeRegistration(127.0.0.1:38627, datanodeUuid=366d691f-db1c-4d42-87ba-109353cc19dd, infoPort=35397, infoSecurePort=0, ipcPort=40903, storageInfo=lv=-57;cid=testClusterID;nsid=562982864;c=1731360001269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:20:02,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7 2024-11-11T21:20:02,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:02,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:20:03,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d with version=8 2024-11-11T21:20:03,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/hbase-staging 2024-11-11T21:20:03,206 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:20:03,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:03,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:03,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:20:03,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:03,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:20:03,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:20:03,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:20:03,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36289 2024-11-11T21:20:03,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36289 connecting to ZooKeeper ensemble=127.0.0.1:58167 2024-11-11T21:20:03,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362890x0, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:03,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36289-0x1012bc508830000 connected 2024-11-11T21:20:03,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:03,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:03,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on znode that does not yet exist, /0-778578683/running 2024-11-11T21:20:03,392 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d, hbase.cluster.distributed=false 2024-11-11T21:20:03,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on znode that does not yet exist, /0-778578683/acl 2024-11-11T21:20:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36289 2024-11-11T21:20:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36289 2024-11-11T21:20:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36289 2024-11-11T21:20:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36289 2024-11-11T21:20:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36289 2024-11-11T21:20:03,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:20:03,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:03,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:03,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:20:03,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:03,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:20:03,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:20:03,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:20:03,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39749 2024-11-11T21:20:03,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39749 connecting to ZooKeeper ensemble=127.0.0.1:58167 2024-11-11T21:20:03,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:03,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:03,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397490x0, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:03,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39749-0x1012bc508830001 connected 2024-11-11T21:20:03,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on znode that does not yet exist, /0-778578683/running 2024-11-11T21:20:03,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:20:03,424 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:20:03,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on znode that does not yet exist, /0-778578683/master 2024-11-11T21:20:03,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on znode that does not yet exist, /0-778578683/acl 2024-11-11T21:20:03,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39749 2024-11-11T21:20:03,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39749 2024-11-11T21:20:03,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39749 2024-11-11T21:20:03,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39749 2024-11-11T21:20:03,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39749 2024-11-11T21:20:03,442 DEBUG [M:0;f286ae0a5299:36289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:36289 2024-11-11T21:20:03,442 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-778578683/backup-masters/f286ae0a5299,36289,1731360003206 2024-11-11T21:20:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683/backup-masters 2024-11-11T21:20:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683/backup-masters 2024-11-11T21:20:03,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on existing znode=/0-778578683/backup-masters/f286ae0a5299,36289,1731360003206 2024-11-11T21:20:03,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:03,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-778578683/master 2024-11-11T21:20:03,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:03,463 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on existing znode=/0-778578683/master 2024-11-11T21:20:03,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-778578683/backup-masters/f286ae0a5299,36289,1731360003206 from backup master directory 2024-11-11T21:20:03,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778578683/backup-masters/f286ae0a5299,36289,1731360003206 2024-11-11T21:20:03,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683/backup-masters 2024-11-11T21:20:03,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683/backup-masters 2024-11-11T21:20:03,473 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:20:03,473 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,36289,1731360003206 2024-11-11T21:20:03,476 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/hbase.id] with ID: 864c216c-a339-4cb5-ac9d-99223a821239 2024-11-11T21:20:03,476 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/.tmp/hbase.id 2024-11-11T21:20:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:20:03,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:03,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:03,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:03,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:03,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:03,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:03,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:03,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:03,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:03,880 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/.tmp/hbase.id]:[hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/hbase.id] 2024-11-11T21:20:03,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:03,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:20:03,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T21:20:03,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:03,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:20:04,343 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:04,343 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:20:04,344 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:20:04,751 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store 2024-11-11T21:20:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:20:05,156 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:05,157 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:20:05,157 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:05,157 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:05,157 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:20:05,157 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:05,157 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:05,157 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360005157Disabling compacts and flushes for region at 1731360005157Disabling writes for close at 1731360005157Writing region close event to WAL at 1731360005157Closed at 1731360005157 2024-11-11T21:20:05,158 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/.initializing 2024-11-11T21:20:05,158 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/WALs/f286ae0a5299,36289,1731360003206 2024-11-11T21:20:05,159 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:20:05,160 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C36289%2C1731360003206, suffix=, logDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/WALs/f286ae0a5299,36289,1731360003206, archiveDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/oldWALs, maxLogs=10 2024-11-11T21:20:05,172 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/WALs/f286ae0a5299,36289,1731360003206/f286ae0a5299%2C36289%2C1731360003206.1731360005160, exclude list is [], retry=0 2024-11-11T21:20:05,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-2a45631b-0355-4dfe-b50e-d2f2dc102668,DISK] 2024-11-11T21:20:05,175 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/WALs/f286ae0a5299,36289,1731360003206/f286ae0a5299%2C36289%2C1731360003206.1731360005160 2024-11-11T21:20:05,175 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35397:35397)] 2024-11-11T21:20:05,175 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:05,175 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:05,175 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,176 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:20:05,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:05,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:05,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:20:05,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:05,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:05,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:20:05,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:05,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:05,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:20:05,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:05,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:05,181 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,182 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,182 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,183 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,183 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,183 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:05,184 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:05,186 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:05,186 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58872731, jitterRate=-0.12272794544696808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:05,187 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360005176Initializing all the Stores at 1731360005176Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360005176Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360005176Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360005176Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360005176Cleaning up temporary data from old regions at 1731360005183 (+7 ms)Region opened successfully at 1731360005186 (+3 ms) 2024-11-11T21:20:05,187 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:20:05,189 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efb8add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:20:05,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:20:05,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:20:05,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:20:05,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:20:05,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:20:05,191 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:20:05,191 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:20:05,192 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:20:05,193 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Unable to get data of znode /0-778578683/balancer because node does not exist (not necessarily an error) 2024-11-11T21:20:05,304 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778578683/balancer already deleted, retry=false 2024-11-11T21:20:05,305 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:20:05,305 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Unable to get data of znode /0-778578683/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:20:05,367 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778578683/normalizer already deleted, retry=false 2024-11-11T21:20:05,368 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:20:05,369 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Unable to get data of znode /0-778578683/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:20:05,378 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778578683/switch/split already deleted, retry=false 2024-11-11T21:20:05,379 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Unable to get data of znode /0-778578683/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:20:05,388 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778578683/switch/merge already deleted, retry=false 2024-11-11T21:20:05,390 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Unable to get data of znode /0-778578683/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:20:05,399 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778578683/snapshot-cleanup already deleted, retry=false 2024-11-11T21:20:05,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-778578683/running 2024-11-11T21:20:05,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-778578683/running 2024-11-11T21:20:05,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:05,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:05,410 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,36289,1731360003206, sessionid=0x1012bc508830000, setting cluster-up flag (Was=false) 2024-11-11T21:20:05,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:05,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:05,462 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-778578683/flush-table-proc/acquired, /0-778578683/flush-table-proc/reached, /0-778578683/flush-table-proc/abort 2024-11-11T21:20:05,463 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,36289,1731360003206 2024-11-11T21:20:05,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:05,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:05,515 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-778578683/online-snapshot/acquired, /0-778578683/online-snapshot/reached, /0-778578683/online-snapshot/abort 2024-11-11T21:20:05,516 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,36289,1731360003206 2024-11-11T21:20:05,516 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:20:05,518 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:05,518 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:20:05,518 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:20:05,518 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,36289,1731360003206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:20:05,519 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:05,519 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:05,519 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:05,519 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:05,519 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:20:05,519 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,519 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:20:05,519 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360035520 2024-11-11T21:20:05,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:20:05,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:20:05,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:20:05,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:20:05,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:20:05,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:20:05,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,520 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:05,520 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:20:05,520 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:20:05,521 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:20:05,521 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:20:05,521 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:20:05,521 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:05,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:20:05,524 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:20:05,524 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:20:05,524 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360005524,5,FailOnTimeoutGroup] 2024-11-11T21:20:05,524 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360005524,5,FailOnTimeoutGroup] 2024-11-11T21:20:05,524 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,524 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:20:05,524 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,524 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:20:05,535 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(746): ClusterId : 864c216c-a339-4cb5-ac9d-99223a821239 2024-11-11T21:20:05,535 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:20:05,547 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:20:05,547 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:20:05,558 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:20:05,558 DEBUG [RS:0;f286ae0a5299:39749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fb8c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:20:05,568 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:39749 2024-11-11T21:20:05,568 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:20:05,568 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:20:05,568 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:20:05,569 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,36289,1731360003206 with port=39749, startcode=1731360003406 2024-11-11T21:20:05,569 DEBUG [RS:0;f286ae0a5299:39749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:20:05,570 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:20:05,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,39749,1731360003406 2024-11-11T21:20:05,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36289 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,39749,1731360003406 2024-11-11T21:20:05,572 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d 2024-11-11T21:20:05,572 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39375 2024-11-11T21:20:05,572 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:20:05,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683/rs 2024-11-11T21:20:05,584 DEBUG [RS:0;f286ae0a5299:39749 {}] zookeeper.ZKUtil(111): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on existing znode=/0-778578683/rs/f286ae0a5299,39749,1731360003406 2024-11-11T21:20:05,584 WARN [RS:0;f286ae0a5299:39749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:20:05,584 INFO [RS:0;f286ae0a5299:39749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:05,584 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406 2024-11-11T21:20:05,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,39749,1731360003406] 2024-11-11T21:20:05,587 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:20:05,588 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:20:05,588 INFO [RS:0;f286ae0a5299:39749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:20:05,588 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,589 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:20:05,589 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:20:05,589 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,589 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,589 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,589 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:20:05,590 DEBUG [RS:0;f286ae0a5299:39749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:20:05,592 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,592 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,592 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,592 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,592 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,592 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39749,1731360003406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:20:05,609 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:20:05,609 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,39749,1731360003406-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,609 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,609 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.Replication(171): f286ae0a5299,39749,1731360003406 started 2024-11-11T21:20:05,625 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:05,626 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,39749,1731360003406, RpcServer on f286ae0a5299/172.17.0.2:39749, sessionid=0x1012bc508830001 2024-11-11T21:20:05,626 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:20:05,626 DEBUG [RS:0;f286ae0a5299:39749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,39749,1731360003406 2024-11-11T21:20:05,626 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,39749,1731360003406' 2024-11-11T21:20:05,626 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-778578683/flush-table-proc/abort' 2024-11-11T21:20:05,626 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-778578683/flush-table-proc/acquired' 2024-11-11T21:20:05,627 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:20:05,627 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:20:05,627 DEBUG [RS:0;f286ae0a5299:39749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,39749,1731360003406 2024-11-11T21:20:05,627 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,39749,1731360003406' 2024-11-11T21:20:05,627 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-778578683/online-snapshot/abort' 2024-11-11T21:20:05,627 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-778578683/online-snapshot/acquired' 2024-11-11T21:20:05,627 DEBUG [RS:0;f286ae0a5299:39749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:20:05,627 INFO [RS:0;f286ae0a5299:39749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:20:05,627 INFO [RS:0;f286ae0a5299:39749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:20:05,728 INFO [RS:0;f286ae0a5299:39749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:20:05,733 INFO [RS:0;f286ae0a5299:39749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C39749%2C1731360003406, suffix=, logDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406, archiveDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/oldWALs, maxLogs=10 2024-11-11T21:20:05,751 DEBUG [RS:0;f286ae0a5299:39749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734, exclude list is [], retry=0 2024-11-11T21:20:05,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-2a45631b-0355-4dfe-b50e-d2f2dc102668,DISK] 2024-11-11T21:20:05,756 INFO [RS:0;f286ae0a5299:39749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 2024-11-11T21:20:05,756 DEBUG [RS:0;f286ae0a5299:39749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35397:35397)] 2024-11-11T21:20:05,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:20:05,930 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d 2024-11-11T21:20:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:20:06,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:06,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:20:06,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:20:06,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:06,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:06,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:20:06,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:20:06,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:06,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:06,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:20:06,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:20:06,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:06,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:06,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:20:06,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:20:06,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:06,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:06,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:20:06,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740 2024-11-11T21:20:06,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740 2024-11-11T21:20:06,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:20:06,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:20:06,343 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:06,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:20:06,345 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:06,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68540108, jitterRate=0.021327197551727295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:06,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360006335Initializing all the Stores at 1731360006336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360006336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360006336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360006336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360006336Cleaning up temporary data from old regions at 1731360006343 (+7 ms)Region opened successfully at 1731360006346 (+3 ms) 2024-11-11T21:20:06,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:20:06,346 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:20:06,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:20:06,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:20:06,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:20:06,346 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:06,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360006346Disabling compacts and flushes for region at 1731360006346Disabling writes for close at 1731360006346Writing region close event to WAL at 1731360006346Closed at 1731360006346 2024-11-11T21:20:06,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:06,347 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:20:06,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:20:06,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:20:06,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:20:06,499 DEBUG [f286ae0a5299:36289 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:20:06,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,39749,1731360003406 2024-11-11T21:20:06,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,39749,1731360003406, state=OPENING 2024-11-11T21:20:06,610 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:20:06,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:06,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:06,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778578683/meta-region-server: CHANGED 2024-11-11T21:20:06,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778578683/meta-region-server: CHANGED 2024-11-11T21:20:06,621 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:20:06,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,39749,1731360003406}] 2024-11-11T21:20:06,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:20:06,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:20:06,777 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:20:06,777 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:06,777 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:20:06,778 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C39749%2C1731360003406.meta, suffix=.meta, logDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406, archiveDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/oldWALs, maxLogs=10 2024-11-11T21:20:06,790 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.meta.1731360006778.meta, exclude list is [], retry=0 2024-11-11T21:20:06,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-2a45631b-0355-4dfe-b50e-d2f2dc102668,DISK] 2024-11-11T21:20:06,793 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.meta.1731360006778.meta 2024-11-11T21:20:06,793 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35397:35397)] 2024-11-11T21:20:06,793 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:06,794 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:06,794 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:20:06,794 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:20:06,794 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:20:06,794 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:20:06,794 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:06,794 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:20:06,794 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:20:06,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:20:06,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:20:06,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:06,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:06,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:20:06,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:20:06,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:06,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:06,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:20:06,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:20:06,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:06,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:06,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:20:06,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:20:06,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:06,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:06,799 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:20:06,800 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740 2024-11-11T21:20:06,801 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740 2024-11-11T21:20:06,802 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:20:06,802 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:20:06,802 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:06,803 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:20:06,804 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74793210, jitterRate=0.11450567841529846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:06,804 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:20:06,804 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360006794Writing region info on filesystem at 1731360006794Initializing all the Stores at 1731360006795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360006795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360006795Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360006795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360006795Cleaning up temporary data from old regions at 1731360006802 (+7 ms)Running coprocessor post-open hooks at 1731360006804 (+2 ms)Region opened successfully at 1731360006804 2024-11-11T21:20:06,805 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360006773 2024-11-11T21:20:06,807 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:20:06,807 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:20:06,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,39749,1731360003406 2024-11-11T21:20:06,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,39749,1731360003406, state=OPEN 2024-11-11T21:20:06,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778578683/meta-region-server 2024-11-11T21:20:06,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778578683/meta-region-server 2024-11-11T21:20:06,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778578683/meta-region-server: CHANGED 2024-11-11T21:20:06,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778578683/meta-region-server: CHANGED 2024-11-11T21:20:06,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,39749,1731360003406 2024-11-11T21:20:06,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:20:06,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,39749,1731360003406 in 231 msec 2024-11-11T21:20:06,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:20:06,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 507 msec 2024-11-11T21:20:06,856 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:06,856 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:20:06,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:06,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,39749,1731360003406, seqNum=-1] 2024-11-11T21:20:06,857 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:06,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:06,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-11T21:20:06,863 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360006863, completionTime=-1 2024-11-11T21:20:06,863 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:20:06,863 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:20:06,864 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:20:06,864 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360066864 2024-11-11T21:20:06,865 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360126865 2024-11-11T21:20:06,865 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:20:06,865 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36289,1731360003206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:06,865 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36289,1731360003206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:06,865 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36289,1731360003206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:06,865 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:36289, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:06,865 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:06,865 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:06,866 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:20:06,868 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.395sec 2024-11-11T21:20:06,868 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:20:06,868 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:20:06,868 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:20:06,868 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:20:06,869 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:20:06,869 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36289,1731360003206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:20:06,869 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36289,1731360003206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:20:06,871 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:20:06,871 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:20:06,871 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36289,1731360003206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:06,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182c2d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:06,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36289,-1 for getting cluster id 2024-11-11T21:20:06,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:06,937 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '864c216c-a339-4cb5-ac9d-99223a821239' 2024-11-11T21:20:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "864c216c-a339-4cb5-ac9d-99223a821239" 2024-11-11T21:20:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a16d493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:06,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36289,-1] 2024-11-11T21:20:06,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:06,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:06,939 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:06,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54258d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:06,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,39749,1731360003406, seqNum=-1] 2024-11-11T21:20:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:06,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:06,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,36289,1731360003206 2024-11-11T21:20:06,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58167 2024-11-11T21:20:07,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:07,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc508830002 connected 2024-11-11T21:20:07,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.log.dir so I do NOT create it in target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c 2024-11-11T21:20:07,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.tmp.dir so I do NOT create it in target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c 2024-11-11T21:20:07,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:20:07,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/cluster_c25e8410-8275-45ee-ff43-5791b24c4370, deleteOnExit=true 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/test.cache.data in system properties and HBase conf 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:20:07,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:20:07,051 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:20:07,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:20:07,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:20:07,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:20:07,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:20:07,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:20:07,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:20:07,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:07,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:20:07,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:20:07,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:20:07,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:20:07,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:07,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39d01165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:20:07,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bbfb898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:20:07,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71415a35{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/java.io.tmpdir/jetty-localhost-43601-hadoop-hdfs-3_4_1-tests_jar-_-any-11161265613027416075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:20:07,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5292ac61{HTTP/1.1, (http/1.1)}{localhost:43601} 2024-11-11T21:20:07,510 INFO [Time-limited test {}] server.Server(415): Started @176624ms 2024-11-11T21:20:07,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:07,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:20:07,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:20:07,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:20:07,755 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:20:07,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d9a45d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:20:07,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24cb1ff4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:20:07,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21e3548d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/java.io.tmpdir/jetty-localhost-38453-hadoop-hdfs-3_4_1-tests_jar-_-any-5703584090363907133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:20:07,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@502359a4{HTTP/1.1, (http/1.1)}{localhost:38453} 2024-11-11T21:20:07,863 INFO [Time-limited test {}] server.Server(415): Started @176977ms 2024-11-11T21:20:07,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:20:08,529 WARN [Thread-1808 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/cluster_c25e8410-8275-45ee-ff43-5791b24c4370/data/data1/current/BP-691965046-172.17.0.2-1731360007069/current, will proceed with Du for space computation calculation, 2024-11-11T21:20:08,529 WARN [Thread-1809 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/cluster_c25e8410-8275-45ee-ff43-5791b24c4370/data/data2/current/BP-691965046-172.17.0.2-1731360007069/current, will proceed with Du for space computation calculation, 2024-11-11T21:20:08,549 WARN [Thread-1796 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:20:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72faa01550ded123 with lease ID 0xb2b98ad8a27e951: Processing first storage report for DS-322e4749-0b62-4168-bd58-f50c31ff989e from datanode DatanodeRegistration(127.0.0.1:37443, datanodeUuid=afcd76f7-c8fe-4cd3-91b2-cdc8b693990f, infoPort=34211, infoSecurePort=0, ipcPort=44617, storageInfo=lv=-57;cid=testClusterID;nsid=123656938;c=1731360007069) 2024-11-11T21:20:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72faa01550ded123 with lease ID 0xb2b98ad8a27e951: from storage DS-322e4749-0b62-4168-bd58-f50c31ff989e node DatanodeRegistration(127.0.0.1:37443, datanodeUuid=afcd76f7-c8fe-4cd3-91b2-cdc8b693990f, infoPort=34211, infoSecurePort=0, ipcPort=44617, storageInfo=lv=-57;cid=testClusterID;nsid=123656938;c=1731360007069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:20:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72faa01550ded123 with lease ID 0xb2b98ad8a27e951: Processing first storage report for DS-4c46e31d-24e0-497d-91b6-bcf1849ddc43 from datanode DatanodeRegistration(127.0.0.1:37443, datanodeUuid=afcd76f7-c8fe-4cd3-91b2-cdc8b693990f, infoPort=34211, infoSecurePort=0, ipcPort=44617, storageInfo=lv=-57;cid=testClusterID;nsid=123656938;c=1731360007069) 2024-11-11T21:20:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72faa01550ded123 with lease ID 0xb2b98ad8a27e951: from storage DS-4c46e31d-24e0-497d-91b6-bcf1849ddc43 node DatanodeRegistration(127.0.0.1:37443, datanodeUuid=afcd76f7-c8fe-4cd3-91b2-cdc8b693990f, infoPort=34211, infoSecurePort=0, ipcPort=44617, storageInfo=lv=-57;cid=testClusterID;nsid=123656938;c=1731360007069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:20:08,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:20:08,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:20:08,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:08,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T21:20:08,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:08,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:20:08,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c 2024-11-11T21:20:08,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:08,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:20:08,999 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2 with version=8 2024-11-11T21:20:08,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/hbase-staging 2024-11-11T21:20:09,001 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:20:09,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:09,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:09,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:20:09,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:09,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:20:09,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:20:09,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:20:09,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45219 2024-11-11T21:20:09,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45219 connecting to ZooKeeper ensemble=127.0.0.1:58167 2024-11-11T21:20:09,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452190x0, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:09,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45219-0x1012bc508830003 connected 2024-11-11T21:20:09,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:09,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:09,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on znode that does not yet exist, /1-1395167777/running 2024-11-11T21:20:09,128 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2, hbase.cluster.distributed=false 2024-11-11T21:20:09,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on znode that does not yet exist, /1-1395167777/acl 2024-11-11T21:20:09,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45219 2024-11-11T21:20:09,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45219 2024-11-11T21:20:09,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45219 2024-11-11T21:20:09,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45219 2024-11-11T21:20:09,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45219 2024-11-11T21:20:09,143 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:20:09,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:09,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:09,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:20:09,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:09,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:20:09,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:20:09,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:20:09,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42439 2024-11-11T21:20:09,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42439 connecting to ZooKeeper ensemble=127.0.0.1:58167 2024-11-11T21:20:09,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:09,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:09,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424390x0, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:09,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424390x0, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on znode that does not yet exist, /1-1395167777/running 2024-11-11T21:20:09,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42439-0x1012bc508830004 connected 2024-11-11T21:20:09,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:20:09,160 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:20:09,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on znode that does not yet exist, /1-1395167777/master 2024-11-11T21:20:09,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on znode that does not yet exist, /1-1395167777/acl 2024-11-11T21:20:09,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42439 2024-11-11T21:20:09,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42439 2024-11-11T21:20:09,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42439 2024-11-11T21:20:09,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42439 2024-11-11T21:20:09,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42439 2024-11-11T21:20:09,174 DEBUG [M:0;f286ae0a5299:45219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:45219 2024-11-11T21:20:09,175 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1395167777/backup-masters/f286ae0a5299,45219,1731360009000 2024-11-11T21:20:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777/backup-masters 2024-11-11T21:20:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777/backup-masters 2024-11-11T21:20:09,184 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on existing znode=/1-1395167777/backup-masters/f286ae0a5299,45219,1731360009000 2024-11-11T21:20:09,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:09,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1395167777/master 2024-11-11T21:20:09,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:09,195 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on existing znode=/1-1395167777/master 2024-11-11T21:20:09,195 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1395167777/backup-masters/f286ae0a5299,45219,1731360009000 from backup master directory 2024-11-11T21:20:09,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1395167777/backup-masters/f286ae0a5299,45219,1731360009000 2024-11-11T21:20:09,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777/backup-masters 2024-11-11T21:20:09,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777/backup-masters 2024-11-11T21:20:09,205 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:20:09,205 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,45219,1731360009000 2024-11-11T21:20:09,208 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/hbase.id] with ID: 24a239fc-aa19-4da7-b751-5f7965fade7a 2024-11-11T21:20:09,208 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/.tmp/hbase.id 2024-11-11T21:20:09,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:20:09,613 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/.tmp/hbase.id]:[hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/hbase.id] 2024-11-11T21:20:09,622 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:09,622 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:20:09,623 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:20:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:09,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:20:10,038 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:10,038 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:20:10,038 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:20:10,044 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store 2024-11-11T21:20:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:20:10,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:10,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:20:10,451 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:10,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:10,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:20:10,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:10,451 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:10,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360010451Disabling compacts and flushes for region at 1731360010451Disabling writes for close at 1731360010451Writing region close event to WAL at 1731360010451Closed at 1731360010451 2024-11-11T21:20:10,452 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/.initializing 2024-11-11T21:20:10,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/WALs/f286ae0a5299,45219,1731360009000 2024-11-11T21:20:10,453 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:20:10,454 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C45219%2C1731360009000, suffix=, logDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/WALs/f286ae0a5299,45219,1731360009000, archiveDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/oldWALs, maxLogs=10 2024-11-11T21:20:10,469 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/WALs/f286ae0a5299,45219,1731360009000/f286ae0a5299%2C45219%2C1731360009000.1731360010454, exclude list is [], retry=0 2024-11-11T21:20:10,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37443,DS-322e4749-0b62-4168-bd58-f50c31ff989e,DISK] 2024-11-11T21:20:10,473 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/WALs/f286ae0a5299,45219,1731360009000/f286ae0a5299%2C45219%2C1731360009000.1731360010454 2024-11-11T21:20:10,474 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-11T21:20:10,474 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:10,474 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:10,474 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,474 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:20:10,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:10,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:10,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:20:10,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:10,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:10,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:20:10,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:10,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:10,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:20:10,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:10,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:10,481 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,481 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,482 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,482 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,482 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,483 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:10,484 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:10,485 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:10,485 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59263924, jitterRate=-0.11689871549606323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:10,485 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360010474Initializing all the Stores at 1731360010475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360010475Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360010475Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360010475Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360010475Cleaning up temporary data from old regions at 1731360010482 (+7 ms)Region opened successfully at 1731360010485 (+3 ms) 2024-11-11T21:20:10,486 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:20:10,488 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a1b286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:20:10,489 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:20:10,489 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:20:10,489 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:20:10,489 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:20:10,489 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:20:10,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:20:10,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:20:10,491 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:20:10,492 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Unable to get data of znode /1-1395167777/balancer because node does not exist (not necessarily an error) 2024-11-11T21:20:10,520 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1395167777/balancer already deleted, retry=false 2024-11-11T21:20:10,521 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:20:10,521 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Unable to get data of znode /1-1395167777/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:20:10,583 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1395167777/normalizer already deleted, retry=false 2024-11-11T21:20:10,583 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:20:10,584 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Unable to get data of znode /1-1395167777/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:20:10,599 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1395167777/switch/split already deleted, retry=false 2024-11-11T21:20:10,599 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Unable to get data of znode /1-1395167777/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:20:10,609 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1395167777/switch/merge already deleted, retry=false 2024-11-11T21:20:10,611 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Unable to get data of znode /1-1395167777/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:20:10,620 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1395167777/snapshot-cleanup already deleted, retry=false 2024-11-11T21:20:10,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1395167777/running 2024-11-11T21:20:10,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1395167777/running 2024-11-11T21:20:10,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:10,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:10,631 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,45219,1731360009000, sessionid=0x1012bc508830003, setting cluster-up flag (Was=false) 2024-11-11T21:20:10,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:10,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:10,683 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1395167777/flush-table-proc/acquired, /1-1395167777/flush-table-proc/reached, /1-1395167777/flush-table-proc/abort 2024-11-11T21:20:10,684 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,45219,1731360009000 2024-11-11T21:20:10,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:10,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:10,736 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1395167777/online-snapshot/acquired, /1-1395167777/online-snapshot/reached, /1-1395167777/online-snapshot/abort 2024-11-11T21:20:10,736 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,45219,1731360009000 2024-11-11T21:20:10,737 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:20:10,738 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:10,738 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:20:10,738 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:20:10,739 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,45219,1731360009000 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:20:10,739 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:10,740 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:10,740 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:10,740 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:10,740 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:20:10,740 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,740 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:20:10,740 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,740 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360040740 2024-11-11T21:20:10,740 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:20:10,740 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:20:10,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:20:10,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:20:10,741 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:20:10,741 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:10,741 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360010741,5,FailOnTimeoutGroup] 2024-11-11T21:20:10,742 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360010741,5,FailOnTimeoutGroup] 2024-11-11T21:20:10,742 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,742 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:20:10,741 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:20:10,742 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,742 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:20:10,766 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(746): ClusterId : 24a239fc-aa19-4da7-b751-5f7965fade7a 2024-11-11T21:20:10,766 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:20:10,778 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:20:10,778 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:20:10,789 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:20:10,789 DEBUG [RS:0;f286ae0a5299:42439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b982d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:20:10,799 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:42439 2024-11-11T21:20:10,799 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:20:10,800 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:20:10,800 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:20:10,800 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,45219,1731360009000 with port=42439, startcode=1731360009142 2024-11-11T21:20:10,800 DEBUG [RS:0;f286ae0a5299:42439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:20:10,802 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:20:10,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,42439,1731360009142 2024-11-11T21:20:10,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45219 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,42439,1731360009142 2024-11-11T21:20:10,803 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2 2024-11-11T21:20:10,803 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46125 2024-11-11T21:20:10,803 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:20:10,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777/rs 2024-11-11T21:20:10,840 DEBUG [RS:0;f286ae0a5299:42439 {}] zookeeper.ZKUtil(111): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on existing znode=/1-1395167777/rs/f286ae0a5299,42439,1731360009142 2024-11-11T21:20:10,840 WARN [RS:0;f286ae0a5299:42439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:20:10,840 INFO [RS:0;f286ae0a5299:42439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:10,840 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142 2024-11-11T21:20:10,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,42439,1731360009142] 2024-11-11T21:20:10,843 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:20:10,844 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:20:10,844 INFO [RS:0;f286ae0a5299:42439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:20:10,844 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,844 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:20:10,845 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:20:10,845 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:20:10,845 DEBUG [RS:0;f286ae0a5299:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:20:10,846 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,846 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,846 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,846 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,846 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,846 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42439,1731360009142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:20:10,858 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:20:10,858 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42439,1731360009142-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,858 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,858 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.Replication(171): f286ae0a5299,42439,1731360009142 started 2024-11-11T21:20:10,870 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:10,870 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,42439,1731360009142, RpcServer on f286ae0a5299/172.17.0.2:42439, sessionid=0x1012bc508830004 2024-11-11T21:20:10,870 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:20:10,870 DEBUG [RS:0;f286ae0a5299:42439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,42439,1731360009142 2024-11-11T21:20:10,870 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42439,1731360009142' 2024-11-11T21:20:10,870 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1395167777/flush-table-proc/abort' 2024-11-11T21:20:10,871 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1395167777/flush-table-proc/acquired' 2024-11-11T21:20:10,871 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:20:10,871 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:20:10,871 DEBUG [RS:0;f286ae0a5299:42439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,42439,1731360009142 2024-11-11T21:20:10,871 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42439,1731360009142' 2024-11-11T21:20:10,871 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1395167777/online-snapshot/abort' 2024-11-11T21:20:10,871 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1395167777/online-snapshot/acquired' 2024-11-11T21:20:10,871 DEBUG [RS:0;f286ae0a5299:42439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:20:10,871 INFO [RS:0;f286ae0a5299:42439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:20:10,871 INFO [RS:0;f286ae0a5299:42439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:20:10,972 INFO [RS:0;f286ae0a5299:42439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:20:10,973 INFO [RS:0;f286ae0a5299:42439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42439%2C1731360009142, suffix=, logDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142, archiveDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/oldWALs, maxLogs=10 2024-11-11T21:20:10,985 DEBUG [RS:0;f286ae0a5299:42439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973, exclude list is [], retry=0 2024-11-11T21:20:10,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37443,DS-322e4749-0b62-4168-bd58-f50c31ff989e,DISK] 2024-11-11T21:20:10,989 INFO [RS:0;f286ae0a5299:42439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 2024-11-11T21:20:10,989 DEBUG [RS:0;f286ae0a5299:42439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-11T21:20:11,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:20:11,151 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2 2024-11-11T21:20:11,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:20:11,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:11,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:20:11,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:20:11,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:11,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:11,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:20:11,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:20:11,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:11,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:11,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:20:11,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:20:11,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:11,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:11,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:20:11,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:20:11,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:11,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:11,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:20:11,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740 2024-11-11T21:20:11,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740 2024-11-11T21:20:11,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:20:11,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:20:11,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:11,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:20:11,566 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:11,566 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938702, jitterRate=0.027266710996627808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:11,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360011556Initializing all the Stores at 1731360011556Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360011556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360011556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360011556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360011556Cleaning up temporary data from old regions at 1731360011563 (+7 ms)Region opened successfully at 1731360011566 (+3 ms) 2024-11-11T21:20:11,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:20:11,566 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:20:11,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:20:11,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:20:11,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:20:11,566 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:11,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360011566Disabling compacts and flushes for region at 1731360011566Disabling writes for close at 1731360011566Writing region close event to WAL at 1731360011566Closed at 1731360011566 2024-11-11T21:20:11,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:11,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:20:11,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:20:11,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:20:11,569 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:20:11,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:20:11,719 DEBUG [f286ae0a5299:45219 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:20:11,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,42439,1731360009142 2024-11-11T21:20:11,720 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42439,1731360009142, state=OPENING 2024-11-11T21:20:11,736 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:20:11,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:11,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:11,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1395167777/meta-region-server: CHANGED 2024-11-11T21:20:11,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:20:11,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1395167777/meta-region-server: CHANGED 2024-11-11T21:20:11,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42439,1731360009142}] 2024-11-11T21:20:12,011 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:20:12,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:20:12,016 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:20:12,016 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:12,017 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:20:12,018 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42439%2C1731360009142.meta, suffix=.meta, logDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142, archiveDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/oldWALs, maxLogs=10 2024-11-11T21:20:12,032 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.meta.1731360012018.meta, exclude list is [], retry=0 2024-11-11T21:20:12,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37443,DS-322e4749-0b62-4168-bd58-f50c31ff989e,DISK] 2024-11-11T21:20:12,039 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.meta.1731360012018.meta 2024-11-11T21:20:12,040 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-11T21:20:12,040 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:12,041 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:12,041 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:20:12,041 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:20:12,041 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:20:12,041 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:20:12,041 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:12,041 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:20:12,041 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:20:12,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:20:12,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:20:12,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:12,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:12,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:20:12,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:20:12,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:12,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:12,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:20:12,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:20:12,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:12,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:12,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:20:12,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:20:12,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:12,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:12,048 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:20:12,049 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740 2024-11-11T21:20:12,050 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740 2024-11-11T21:20:12,051 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:20:12,051 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:20:12,052 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:12,053 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:20:12,053 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64652576, jitterRate=-0.03660154342651367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:12,054 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:20:12,054 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360012041Writing region info on filesystem at 1731360012042 (+1 ms)Initializing all the Stores at 1731360012042Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360012042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360012043 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360012043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360012043Cleaning up temporary data from old regions at 1731360012051 (+8 ms)Running coprocessor post-open hooks at 1731360012054 (+3 ms)Region opened successfully at 1731360012054 2024-11-11T21:20:12,054 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360012011 2024-11-11T21:20:12,057 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:20:12,057 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:20:12,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42439,1731360009142 2024-11-11T21:20:12,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42439,1731360009142, state=OPEN 2024-11-11T21:20:12,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1395167777/meta-region-server 2024-11-11T21:20:12,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1395167777/meta-region-server 2024-11-11T21:20:12,083 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,42439,1731360009142 2024-11-11T21:20:12,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1395167777/meta-region-server: CHANGED 2024-11-11T21:20:12,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1395167777/meta-region-server: CHANGED 2024-11-11T21:20:12,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:20:12,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42439,1731360009142 in 225 msec 2024-11-11T21:20:12,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:20:12,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec 2024-11-11T21:20:12,089 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:12,089 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:20:12,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:12,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1] 2024-11-11T21:20:12,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:12,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:12,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3570 sec 2024-11-11T21:20:12,096 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360012096, completionTime=-1 2024-11-11T21:20:12,096 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:20:12,096 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:20:12,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:20:12,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360072098 2024-11-11T21:20:12,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360132098 2024-11-11T21:20:12,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:20:12,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45219,1731360009000-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:12,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45219,1731360009000-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:12,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45219,1731360009000-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:12,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:45219, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:12,098 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:12,099 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:12,100 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:20:12,101 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.896sec 2024-11-11T21:20:12,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:20:12,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:20:12,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:20:12,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:20:12,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:20:12,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45219,1731360009000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:20:12,102 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45219,1731360009000-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:20:12,104 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:20:12,104 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:20:12,104 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45219,1731360009000-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:12,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fd85ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:12,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45219,-1 for getting cluster id 2024-11-11T21:20:12,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:12,167 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a239fc-aa19-4da7-b751-5f7965fade7a' 2024-11-11T21:20:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a239fc-aa19-4da7-b751-5f7965fade7a" 2024-11-11T21:20:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a76a351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45219,-1] 2024-11-11T21:20:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:12,169 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:12,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77271e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:12,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1] 2024-11-11T21:20:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:12,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:12,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,45219,1731360009000 2024-11-11T21:20:12,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58167 2024-11-11T21:20:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:12,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012bc508830005 connected 2024-11-11T21:20:12,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36289,1731360003206 2024-11-11T21:20:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a2727fd 2024-11-11T21:20:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:12,204 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:12,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:20:12,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:20:12,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:12,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:20:12,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:20:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:20:12,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cdd36d019db4c94d2461132876a2a90, NAME => 'test,,1731360012204.8cdd36d019db4c94d2461132876a2a90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d 2024-11-11T21:20:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:12,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:20:12,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:12,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:12,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:12,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:12,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:12,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:12,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:12,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:12,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:12,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360012204.8cdd36d019db4c94d2461132876a2a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:12,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8cdd36d019db4c94d2461132876a2a90, disabling compactions & flushes 2024-11-11T21:20:12,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:12,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:12,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. after waiting 0 ms 2024-11-11T21:20:12,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:12,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:12,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cdd36d019db4c94d2461132876a2a90: Waiting for close lock at 1731360012630Disabling compacts and flushes for region at 1731360012630Disabling writes for close at 1731360012630Writing region close event to WAL at 1731360012630Closed at 1731360012630 2024-11-11T21:20:12,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:20:12,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360012204.8cdd36d019db4c94d2461132876a2a90.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360012631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360012631"}]},"ts":"1731360012631"} 2024-11-11T21:20:12,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:20:12,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:20:12,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360012635"}]},"ts":"1731360012635"} 2024-11-11T21:20:12,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:20:12,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cdd36d019db4c94d2461132876a2a90, ASSIGN}] 2024-11-11T21:20:12,640 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cdd36d019db4c94d2461132876a2a90, ASSIGN 2024-11-11T21:20:12,642 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8cdd36d019db4c94d2461132876a2a90, ASSIGN; state=OFFLINE, location=f286ae0a5299,39749,1731360003406; forceNewPlan=false, retain=false 2024-11-11T21:20:12,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cdd36d019db4c94d2461132876a2a90, regionState=OPENING, regionLocation=f286ae0a5299,39749,1731360003406 2024-11-11T21:20:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8cdd36d019db4c94d2461132876a2a90, ASSIGN because future has completed 2024-11-11T21:20:12,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cdd36d019db4c94d2461132876a2a90, server=f286ae0a5299,39749,1731360003406}] 2024-11-11T21:20:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:12,974 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:12,975 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cdd36d019db4c94d2461132876a2a90, NAME => 'test,,1731360012204.8cdd36d019db4c94d2461132876a2a90.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:12,975 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:12,975 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:20:12,975 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,975 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360012204.8cdd36d019db4c94d2461132876a2a90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:12,975 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,975 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,980 INFO [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,982 INFO [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cdd36d019db4c94d2461132876a2a90 columnFamilyName f 2024-11-11T21:20:12,982 DEBUG [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:12,982 INFO [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] regionserver.HStore(327): Store=8cdd36d019db4c94d2461132876a2a90/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:12,982 INFO [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,984 INFO [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cdd36d019db4c94d2461132876a2a90 columnFamilyName f1 2024-11-11T21:20:12,984 DEBUG [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:12,984 INFO [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] regionserver.HStore(327): Store=8cdd36d019db4c94d2461132876a2a90/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:12,984 INFO [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,986 INFO [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cdd36d019db4c94d2461132876a2a90 columnFamilyName norep 2024-11-11T21:20:12,986 DEBUG [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:12,986 INFO [StoreOpener-8cdd36d019db4c94d2461132876a2a90-1 {}] regionserver.HStore(327): Store=8cdd36d019db4c94d2461132876a2a90/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:12,986 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,987 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,987 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,988 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,988 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,989 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:20:12,990 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,992 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:12,993 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8cdd36d019db4c94d2461132876a2a90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68488009, jitterRate=0.020550861954689026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:20:12,993 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:12,993 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8cdd36d019db4c94d2461132876a2a90: Running coprocessor pre-open hook at 1731360012975Writing region info on filesystem at 1731360012975Initializing all the Stores at 1731360012976 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360012976Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360012980 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360012980Cleaning up temporary data from old regions at 1731360012988 (+8 ms)Running coprocessor post-open hooks at 1731360012993 (+5 ms)Region opened successfully at 1731360012993 2024-11-11T21:20:12,994 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360012204.8cdd36d019db4c94d2461132876a2a90., pid=6, masterSystemTime=1731360012956 2024-11-11T21:20:13,000 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:13,000 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:13,000 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cdd36d019db4c94d2461132876a2a90, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,39749,1731360003406 2024-11-11T21:20:13,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cdd36d019db4c94d2461132876a2a90, server=f286ae0a5299,39749,1731360003406 because future has completed 2024-11-11T21:20:13,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:20:13,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cdd36d019db4c94d2461132876a2a90, server=f286ae0a5299,39749,1731360003406 in 214 msec 2024-11-11T21:20:13,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:20:13,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8cdd36d019db4c94d2461132876a2a90, ASSIGN in 378 msec 2024-11-11T21:20:13,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:20:13,021 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360013020"}]},"ts":"1731360013020"} 2024-11-11T21:20:13,024 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:20:13,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:20:13,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 821 msec 2024-11-11T21:20:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:13,361 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:20:13,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45219,1731360009000 2024-11-11T21:20:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ac3f5a 2024-11-11T21:20:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:13,365 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:13,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:20:13,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:20:13,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:13,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:20:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:13,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:20:13,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:20:13,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a0af4a8fc557597751c7149ac7d9679, NAME => 'test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2 2024-11-11T21:20:13,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:20:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:13,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:13,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3a0af4a8fc557597751c7149ac7d9679, disabling compactions & flushes 2024-11-11T21:20:13,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:13,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:13,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. after waiting 0 ms 2024-11-11T21:20:13,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:13,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:13,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a0af4a8fc557597751c7149ac7d9679: Waiting for close lock at 1731360013848Disabling compacts and flushes for region at 1731360013848Disabling writes for close at 1731360013848Writing region close event to WAL at 1731360013848Closed at 1731360013848 2024-11-11T21:20:13,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:20:13,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360013849"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360013849"}]},"ts":"1731360013849"} 2024-11-11T21:20:13,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:20:13,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:20:13,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360013853"}]},"ts":"1731360013853"} 2024-11-11T21:20:13,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:20:13,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a0af4a8fc557597751c7149ac7d9679, ASSIGN}] 2024-11-11T21:20:13,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a0af4a8fc557597751c7149ac7d9679, ASSIGN 2024-11-11T21:20:13,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3a0af4a8fc557597751c7149ac7d9679, ASSIGN; state=OFFLINE, location=f286ae0a5299,42439,1731360009142; forceNewPlan=false, retain=false 2024-11-11T21:20:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:14,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a0af4a8fc557597751c7149ac7d9679, regionState=OPENING, regionLocation=f286ae0a5299,42439,1731360009142 2024-11-11T21:20:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3a0af4a8fc557597751c7149ac7d9679, ASSIGN because future has completed 2024-11-11T21:20:14,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a0af4a8fc557597751c7149ac7d9679, server=f286ae0a5299,42439,1731360009142}] 2024-11-11T21:20:14,172 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:14,172 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a0af4a8fc557597751c7149ac7d9679, NAME => 'test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:14,172 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:14,172 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:20:14,173 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,173 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:14,173 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,173 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,174 INFO [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,175 INFO [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0af4a8fc557597751c7149ac7d9679 columnFamilyName f 2024-11-11T21:20:14,176 DEBUG [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:14,176 INFO [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] regionserver.HStore(327): Store=3a0af4a8fc557597751c7149ac7d9679/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:14,176 INFO [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,177 INFO [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0af4a8fc557597751c7149ac7d9679 columnFamilyName f1 2024-11-11T21:20:14,177 DEBUG [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:14,177 INFO [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] regionserver.HStore(327): Store=3a0af4a8fc557597751c7149ac7d9679/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:14,177 INFO [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,182 INFO [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0af4a8fc557597751c7149ac7d9679 columnFamilyName norep 2024-11-11T21:20:14,182 DEBUG [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:14,184 INFO [StoreOpener-3a0af4a8fc557597751c7149ac7d9679-1 {}] regionserver.HStore(327): Store=3a0af4a8fc557597751c7149ac7d9679/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:14,185 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,185 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,191 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,192 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,192 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,192 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:20:14,193 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,208 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:14,209 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a0af4a8fc557597751c7149ac7d9679; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70730828, jitterRate=0.05397146940231323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:20:14,209 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:14,209 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a0af4a8fc557597751c7149ac7d9679: Running coprocessor pre-open hook at 1731360014173Writing region info on filesystem at 1731360014173Initializing all the Stores at 1731360014174 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360014174Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360014174Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360014174Cleaning up temporary data from old regions at 1731360014192 (+18 ms)Running coprocessor post-open hooks at 1731360014209 (+17 ms)Region opened successfully at 1731360014209 2024-11-11T21:20:14,211 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679., pid=6, masterSystemTime=1731360014168 2024-11-11T21:20:14,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a0af4a8fc557597751c7149ac7d9679, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,42439,1731360009142 2024-11-11T21:20:14,214 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:14,215 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:14,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a0af4a8fc557597751c7149ac7d9679, server=f286ae0a5299,42439,1731360009142 because future has completed 2024-11-11T21:20:14,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:20:14,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a0af4a8fc557597751c7149ac7d9679, server=f286ae0a5299,42439,1731360009142 in 203 msec 2024-11-11T21:20:14,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:20:14,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3a0af4a8fc557597751c7149ac7d9679, ASSIGN in 361 msec 2024-11-11T21:20:14,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:20:14,223 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360014223"}]},"ts":"1731360014223"} 2024-11-11T21:20:14,225 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:20:14,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:20:14,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 861 msec 2024-11-11T21:20:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:14,506 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:20:14,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa38b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36289,-1 for getting cluster id 2024-11-11T21:20:14,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:14,507 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '864c216c-a339-4cb5-ac9d-99223a821239' 2024-11-11T21:20:14,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:14,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "864c216c-a339-4cb5-ac9d-99223a821239" 2024-11-11T21:20:14,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3731a3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36289,-1] 2024-11-11T21:20:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:14,509 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:14,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4188f207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390bb733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45219,-1 for getting cluster id 2024-11-11T21:20:14,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:14,510 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a239fc-aa19-4da7-b751-5f7965fade7a' 2024-11-11T21:20:14,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:14,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a239fc-aa19-4da7-b751-5f7965fade7a" 2024-11-11T21:20:14,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db0a719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45219,-1] 2024-11-11T21:20:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:14,511 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32177dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42771c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36289,-1 for getting cluster id 2024-11-11T21:20:14,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:14,513 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '864c216c-a339-4cb5-ac9d-99223a821239' 2024-11-11T21:20:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "864c216c-a339-4cb5-ac9d-99223a821239" 2024-11-11T21:20:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6146afb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36289,-1] 2024-11-11T21:20:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:14,514 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aac550f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36289,1731360003206 2024-11-11T21:20:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62b854b2 2024-11-11T21:20:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:14,516 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:14,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:45219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:20:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:20:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:14,519 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:45219' 2024-11-11T21:20:14,520 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af336dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,520 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45219,-1 for getting cluster id 2024-11-11T21:20:14,520 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:14,520 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a239fc-aa19-4da7-b751-5f7965fade7a' 2024-11-11T21:20:14,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:14,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a239fc-aa19-4da7-b751-5f7965fade7a" 2024-11-11T21:20:14,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22401d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45219,-1] 2024-11-11T21:20:14,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:14,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:14,522 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:14,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fec353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:14,522 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:14,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45219,1731360009000 2024-11-11T21:20:14,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d46db39 2024-11-11T21:20:14,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:14,523 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:14,524 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:20:14,524 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:20:14,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:14,524 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:14,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:14,524 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:14,525 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:20:14,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:20:14,526 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:14,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:20:14,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:20:14,575 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:20:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:14,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c80b74cb618298c7ff2b017782cfff9, NAME => 'hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d 2024-11-11T21:20:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:20:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:15,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:15,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1c80b74cb618298c7ff2b017782cfff9, disabling compactions & flushes 2024-11-11T21:20:15,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:15,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:15,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. after waiting 0 ms 2024-11-11T21:20:15,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:15,344 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:15,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c80b74cb618298c7ff2b017782cfff9: Waiting for close lock at 1731360015343Disabling compacts and flushes for region at 1731360015343Disabling writes for close at 1731360015343Writing region close event to WAL at 1731360015343Closed at 1731360015343 2024-11-11T21:20:15,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:20:15,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360015345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360015345"}]},"ts":"1731360015345"} 2024-11-11T21:20:15,347 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:20:15,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:20:15,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360015348"}]},"ts":"1731360015348"} 2024-11-11T21:20:15,350 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:20:15,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c80b74cb618298c7ff2b017782cfff9, ASSIGN}] 2024-11-11T21:20:15,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c80b74cb618298c7ff2b017782cfff9, ASSIGN 2024-11-11T21:20:15,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c80b74cb618298c7ff2b017782cfff9, ASSIGN; state=OFFLINE, location=f286ae0a5299,39749,1731360003406; forceNewPlan=false, retain=false 2024-11-11T21:20:15,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c80b74cb618298c7ff2b017782cfff9, regionState=OPENING, regionLocation=f286ae0a5299,39749,1731360003406 2024-11-11T21:20:15,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c80b74cb618298c7ff2b017782cfff9, ASSIGN because future has completed 2024-11-11T21:20:15,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c80b74cb618298c7ff2b017782cfff9, server=f286ae0a5299,39749,1731360003406}] 2024-11-11T21:20:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:15,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:15,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:15,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:20:15,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C39749%2C1731360003406.rep, suffix=, logDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406, archiveDir=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/oldWALs, maxLogs=10 2024-11-11T21:20:15,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.rep.1731360015664, exclude list is [], retry=0 2024-11-11T21:20:15,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-2a45631b-0355-4dfe-b50e-d2f2dc102668,DISK] 2024-11-11T21:20:15,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.rep.1731360015664 2024-11-11T21:20:15,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35397:35397)] 2024-11-11T21:20:15,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c80b74cb618298c7ff2b017782cfff9, NAME => 'hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:15,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:15,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:20:15,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. service=MultiRowMutationService 2024-11-11T21:20:15,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:20:15,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:15,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,686 INFO [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,688 INFO [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c80b74cb618298c7ff2b017782cfff9 columnFamilyName hfileref 2024-11-11T21:20:15,688 DEBUG [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:15,688 INFO [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] regionserver.HStore(327): Store=1c80b74cb618298c7ff2b017782cfff9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:15,688 INFO [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,689 INFO [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c80b74cb618298c7ff2b017782cfff9 columnFamilyName queue 2024-11-11T21:20:15,689 DEBUG [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:15,689 INFO [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] regionserver.HStore(327): Store=1c80b74cb618298c7ff2b017782cfff9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:15,689 INFO [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,690 INFO [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c80b74cb618298c7ff2b017782cfff9 columnFamilyName sid 2024-11-11T21:20:15,690 DEBUG [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:15,690 INFO [StoreOpener-1c80b74cb618298c7ff2b017782cfff9-1 {}] regionserver.HStore(327): Store=1c80b74cb618298c7ff2b017782cfff9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:15,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:20:15,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:15,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1c80b74cb618298c7ff2b017782cfff9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72430091, jitterRate=0.07929246127605438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:20:15,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:15,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1c80b74cb618298c7ff2b017782cfff9: Running coprocessor pre-open hook at 1731360015685Writing region info on filesystem at 1731360015685Initializing all the Stores at 1731360015686 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360015686Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360015686Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360015686Cleaning up temporary data from old regions at 1731360015692 (+6 ms)Running coprocessor post-open hooks at 1731360015696 (+4 ms)Region opened successfully at 1731360015696 2024-11-11T21:20:15,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9., pid=10, masterSystemTime=1731360015658 2024-11-11T21:20:15,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:15,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:15,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c80b74cb618298c7ff2b017782cfff9, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,39749,1731360003406 2024-11-11T21:20:15,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c80b74cb618298c7ff2b017782cfff9, server=f286ae0a5299,39749,1731360003406 because future has completed 2024-11-11T21:20:15,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:20:15,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c80b74cb618298c7ff2b017782cfff9, server=f286ae0a5299,39749,1731360003406 in 195 msec 2024-11-11T21:20:15,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:20:15,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c80b74cb618298c7ff2b017782cfff9, ASSIGN in 353 msec 2024-11-11T21:20:15,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:20:15,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360015705"}]},"ts":"1731360015705"} 2024-11-11T21:20:15,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:20:15,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:20:15,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-11T21:20:15,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9., hostname=f286ae0a5299,39749,1731360003406, seqNum=2] 2024-11-11T21:20:15,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:15,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:15,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:20:15,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:20:15,964 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:20:15,996 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,39749,1731360003406, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:20:15,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:15,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,39749,1731360003406, seqNum=-1] 2024-11-11T21:20:15,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:15,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T21:20:16,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,39749,1731360003406', locateType=CURRENT is [region=hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9., hostname=f286ae0a5299,39749,1731360003406, seqNum=2] 2024-11-11T21:20:16,002 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:20:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:20:16,004 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,39749,1731360003406 suceeded 2024-11-11T21:20:16,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:20:16,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-11T21:20:16,006 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:45219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:20:16,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-11T21:20:16,021 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:45219' 2024-11-11T21:20:16,023 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f4258f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:16,023 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45219,-1 for getting cluster id 2024-11-11T21:20:16,023 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:16,024 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a239fc-aa19-4da7-b751-5f7965fade7a' 2024-11-11T21:20:16,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a239fc-aa19-4da7-b751-5f7965fade7a" 2024-11-11T21:20:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24519fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45219,-1] 2024-11-11T21:20:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:16,026 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:16,027 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65e3320d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:16,027 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45219,1731360009000 2024-11-11T21:20:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ce7b3c 2024-11-11T21:20:16,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:16,029 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T21:20:16,029 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,39749,1731360003406 (queues=1) is replicating from cluster=864c216c-a339-4cb5-ac9d-99223a821239 to cluster=24a239fc-aa19-4da7-b751-5f7965fade7a 2024-11-11T21:20:16,029 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C39749%2C1731360003406 2024-11-11T21:20:16,029 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,39749,1731360003406, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:20:16,032 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734, startPosition=0, beingWritten=true 2024-11-11T21:20:16,033 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C39749%2C1731360003406 2024-11-11T21:20:16,040 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:16,040 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 379, reset compression=false 2024-11-11T21:20:16,040 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,39749,1731360003406 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:16,252 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 379, reset compression=false 2024-11-11T21:20:16,556 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 379, reset compression=false 2024-11-11T21:20:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:16,666 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:20:16,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:16,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:16,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:16,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:16,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:16,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ca31b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:16,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45219,-1 for getting cluster id 2024-11-11T21:20:16,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:16,668 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a239fc-aa19-4da7-b751-5f7965fade7a' 2024-11-11T21:20:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a239fc-aa19-4da7-b751-5f7965fade7a" 2024-11-11T21:20:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50af1cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45219,-1] 2024-11-11T21:20:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:16,670 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89a53ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:16,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:16,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45219,1731360009000 2024-11-11T21:20:16,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392d598 2024-11-11T21:20:16,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:16,673 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:16,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:36289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:20:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:20:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:16,676 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:36289' 2024-11-11T21:20:16,677 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6365bb79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:16,677 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36289,-1 for getting cluster id 2024-11-11T21:20:16,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:16,678 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '864c216c-a339-4cb5-ac9d-99223a821239' 2024-11-11T21:20:16,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:16,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "864c216c-a339-4cb5-ac9d-99223a821239" 2024-11-11T21:20:16,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368bd907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:16,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36289,-1] 2024-11-11T21:20:16,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:16,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:16,680 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:16,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52586d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:16,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:16,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36289,1731360003206 2024-11-11T21:20:16,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f65fecf 2024-11-11T21:20:16,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:16,683 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:16,684 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:20:16,684 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:20:16,684 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:16,685 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:16,685 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:16,687 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:20:16,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:20:16,688 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:16,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:20:16,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:20:16,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa09362c15d004eff2d391aa762954d0, NAME => 'hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2 2024-11-11T21:20:16,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:20:16,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:16,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aa09362c15d004eff2d391aa762954d0, disabling compactions & flushes 2024-11-11T21:20:16,723 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:16,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:16,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. after waiting 0 ms 2024-11-11T21:20:16,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:16,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:16,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa09362c15d004eff2d391aa762954d0: Waiting for close lock at 1731360016723Disabling compacts and flushes for region at 1731360016723Disabling writes for close at 1731360016724 (+1 ms)Writing region close event to WAL at 1731360016724Closed at 1731360016724 2024-11-11T21:20:16,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:20:16,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360016725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360016725"}]},"ts":"1731360016725"} 2024-11-11T21:20:16,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:20:16,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:20:16,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360016728"}]},"ts":"1731360016728"} 2024-11-11T21:20:16,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:20:16,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa09362c15d004eff2d391aa762954d0, ASSIGN}] 2024-11-11T21:20:16,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa09362c15d004eff2d391aa762954d0, ASSIGN 2024-11-11T21:20:16,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa09362c15d004eff2d391aa762954d0, ASSIGN; state=OFFLINE, location=f286ae0a5299,42439,1731360009142; forceNewPlan=false, retain=false 2024-11-11T21:20:16,737 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:20:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:16,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T21:20:16,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa09362c15d004eff2d391aa762954d0, regionState=OPENING, regionLocation=f286ae0a5299,42439,1731360009142 2024-11-11T21:20:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa09362c15d004eff2d391aa762954d0, ASSIGN because future has completed 2024-11-11T21:20:16,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa09362c15d004eff2d391aa762954d0, server=f286ae0a5299,42439,1731360009142}] 2024-11-11T21:20:16,989 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 379, reset compression=false 2024-11-11T21:20:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:17,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:17,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:17,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:20:17,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42439%2C1731360009142.rep, suffix=, logDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142, archiveDir=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/oldWALs, maxLogs=10 2024-11-11T21:20:17,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.rep.1731360017046, exclude list is [], retry=0 2024-11-11T21:20:17,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37443,DS-322e4749-0b62-4168-bd58-f50c31ff989e,DISK] 2024-11-11T21:20:17,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.rep.1731360017046 2024-11-11T21:20:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-11T21:20:17,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aa09362c15d004eff2d391aa762954d0, NAME => 'hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:17,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:17,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:20:17,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. service=MultiRowMutationService 2024-11-11T21:20:17,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:20:17,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:17,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,067 INFO [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,069 INFO [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa09362c15d004eff2d391aa762954d0 columnFamilyName hfileref 2024-11-11T21:20:17,069 DEBUG [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:17,069 INFO [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] regionserver.HStore(327): Store=aa09362c15d004eff2d391aa762954d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:17,069 INFO [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,070 INFO [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa09362c15d004eff2d391aa762954d0 columnFamilyName queue 2024-11-11T21:20:17,070 DEBUG [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:17,070 INFO [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] regionserver.HStore(327): Store=aa09362c15d004eff2d391aa762954d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:17,070 INFO [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,071 INFO [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa09362c15d004eff2d391aa762954d0 columnFamilyName sid 2024-11-11T21:20:17,071 DEBUG [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:17,071 INFO [StoreOpener-aa09362c15d004eff2d391aa762954d0-1 {}] regionserver.HStore(327): Store=aa09362c15d004eff2d391aa762954d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:17,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:20:17,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:17,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aa09362c15d004eff2d391aa762954d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71755650, jitterRate=0.06924250721931458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:20:17,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:17,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aa09362c15d004eff2d391aa762954d0: Running coprocessor pre-open hook at 1731360017066Writing region info on filesystem at 1731360017066Initializing all the Stores at 1731360017067 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360017067Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360017067Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360017067Cleaning up temporary data from old regions at 1731360017074 (+7 ms)Running coprocessor post-open hooks at 1731360017081 (+7 ms)Region opened successfully at 1731360017081 2024-11-11T21:20:17,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0., pid=10, masterSystemTime=1731360017039 2024-11-11T21:20:17,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:17,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:17,085 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa09362c15d004eff2d391aa762954d0, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42439,1731360009142 2024-11-11T21:20:17,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa09362c15d004eff2d391aa762954d0, server=f286ae0a5299,42439,1731360009142 because future has completed 2024-11-11T21:20:17,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:20:17,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aa09362c15d004eff2d391aa762954d0, server=f286ae0a5299,42439,1731360009142 in 202 msec 2024-11-11T21:20:17,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:20:17,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa09362c15d004eff2d391aa762954d0, ASSIGN in 361 msec 2024-11-11T21:20:17,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:20:17,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360017094"}]},"ts":"1731360017094"} 2024-11-11T21:20:17,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:20:17,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:20:17,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 413 msec 2024-11-11T21:20:17,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0., hostname=f286ae0a5299,42439,1731360009142, seqNum=2] 2024-11-11T21:20:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:17,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:17,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:17,496 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 379, reset compression=false 2024-11-11T21:20:17,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:20:17,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:17,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:17,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:17,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:17,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:17,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:17,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:17,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:17,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:17,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:20:17,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:20:17,675 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:20:17,709 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,42439,1731360009142, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:20:17,710 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:17,710 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1] 2024-11-11T21:20:17,710 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:17,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T21:20:17,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,42439,1731360009142', locateType=CURRENT is [region=hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0., hostname=f286ae0a5299,42439,1731360009142, seqNum=2] 2024-11-11T21:20:17,715 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:20:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:20:17,717 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,42439,1731360009142 suceeded 2024-11-11T21:20:17,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:20:17,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-11T21:20:17,719 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:36289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:20:17,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0460 sec 2024-11-11T21:20:17,729 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:36289' 2024-11-11T21:20:17,731 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58d77ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:17,731 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36289,-1 for getting cluster id 2024-11-11T21:20:17,731 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:17,732 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '864c216c-a339-4cb5-ac9d-99223a821239' 2024-11-11T21:20:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "864c216c-a339-4cb5-ac9d-99223a821239" 2024-11-11T21:20:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac1ef19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36289,-1] 2024-11-11T21:20:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:17,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:17,733 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:17,734 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d9f921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:17,734 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36289,1731360003206 2024-11-11T21:20:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757bce39 2024-11-11T21:20:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:17,735 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T21:20:17,736 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,42439,1731360009142 (queues=1) is replicating from cluster=24a239fc-aa19-4da7-b751-5f7965fade7a to cluster=864c216c-a339-4cb5-ac9d-99223a821239 2024-11-11T21:20:17,736 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C42439%2C1731360009142 2024-11-11T21:20:17,736 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,42439,1731360009142, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:20:17,737 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C42439%2C1731360009142 2024-11-11T21:20:17,737 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973, startPosition=0, beingWritten=true 2024-11-11T21:20:17,742 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:17,742 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 379, reset compression=false 2024-11-11T21:20:17,742 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42439,1731360009142 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:17,817 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:20:17,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:17,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:17,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:17,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:17,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:17,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:17,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731360017823/Put/seqid=0 2024-11-11T21:20:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741840_1016 (size=7894) 2024-11-11T21:20:17,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731360017830/Put/seqid=0 2024-11-11T21:20:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741841_1017 (size=7691) 2024-11-11T21:20:17,947 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 379, reset compression=false 2024-11-11T21:20:18,099 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 379, reset compression=false 2024-11-11T21:20:18,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d932bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:18,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36289,-1 for getting cluster id 2024-11-11T21:20:18,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:18,237 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '864c216c-a339-4cb5-ac9d-99223a821239' 2024-11-11T21:20:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "864c216c-a339-4cb5-ac9d-99223a821239" 2024-11-11T21:20:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36289,-1] 2024-11-11T21:20:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:18,238 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:18,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1700ddc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:18,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,39749,1731360003406, seqNum=-1] 2024-11-11T21:20:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:18,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:18,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36289,1731360003206 2024-11-11T21:20:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e22aaf9 2024-11-11T21:20:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:18,250 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:18,251 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 379, reset compression=false 2024-11-11T21:20:18,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731360012204.8cdd36d019db4c94d2461132876a2a90., hostname=f286ae0a5299,39749,1731360003406, seqNum=2] 2024-11-11T21:20:18,256 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:20:18,262 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T21:20:18,264 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T21:20:18,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8cdd36d019db4c94d2461132876a2a90/f 2024-11-11T21:20:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T21:20:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:20:18,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8cdd36d019db4c94d2461132876a2a90/f 2024-11-11T21:20:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T21:20:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:20:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HRegion(2603): Flush status journal for 8cdd36d019db4c94d2461132876a2a90: 2024-11-11T21:20:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_0 2024-11-11T21:20:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_0 as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ 2024-11-11T21:20:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_1 2024-11-11T21:20:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_1 as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ 2024-11-11T21:20:18,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_0 into 8cdd36d019db4c94d2461132876a2a90/f as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ - updating store file list. 2024-11-11T21:20:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d1311034f3448949b65ae47d2a0ff55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:20:18,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ into 8cdd36d019db4c94d2461132876a2a90/f 2024-11-11T21:20:18,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_0 into 8cdd36d019db4c94d2461132876a2a90/f (new location: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_) 2024-11-11T21:20:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_0 2024-11-11T21:20:18,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_1 into 8cdd36d019db4c94d2461132876a2a90/f as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ - updating store file list. 2024-11-11T21:20:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:20:18,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ into 8cdd36d019db4c94d2461132876a2a90/f 2024-11-11T21:20:18,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_1 into 8cdd36d019db4c94d2461132876a2a90/f (new location: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_) 2024-11-11T21:20:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins__test__h7h7t8u535hc2jgtoso10or52v6snv1p66nu70vsrl5mfm781ekb5u4cbc6unl50/f/hfile_1 2024-11-11T21:20:18,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:18,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:18,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:18,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731360012204.8cdd36d019db4c94d2461132876a2a90., hostname=f286ae0a5299,39749,1731360003406, seqNum=2 , the old value is region=test,,1731360012204.8cdd36d019db4c94d2461132876a2a90., hostname=f286ae0a5299,39749,1731360003406, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f286ae0a5299:39749 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:20:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731360012204.8cdd36d019db4c94d2461132876a2a90., hostname=f286ae0a5299,39749,1731360003406, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:20:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731360012204.8cdd36d019db4c94d2461132876a2a90., hostname=f286ae0a5299,39749,1731360003406, seqNum=2 from cache 2024-11-11T21:20:18,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:18,293 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T21:20:18,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:18,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1] 2024-11-11T21:20:18,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:18,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679., hostname=f286ae0a5299,42439,1731360009142, seqNum=2] 2024-11-11T21:20:18,298 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T21:20:18,396 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:39749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T21:20:18,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:20:18,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T21:20:18,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T21:20:18,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T21:20:18,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:20:18,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T21:20:18,657 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 379, reset compression=false 2024-11-11T21:20:18,803 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 379, reset compression=false 2024-11-11T21:20:18,808 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:20:18,808 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,39749,1731360003406 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cdd36d019db4c94d2461132876a2a90/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731360018290/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T21:20:18,811 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:20:18,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T21:20:18,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(318): Replicating [864c216c-a339-4cb5-ac9d-99223a821239] bulk loaded data 2024-11-11T21:20:18,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6656ff4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:18,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45219,-1 for getting cluster id 2024-11-11T21:20:18,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:18,821 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a239fc-aa19-4da7-b751-5f7965fade7a' 2024-11-11T21:20:18,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:18,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a239fc-aa19-4da7-b751-5f7965fade7a" 2024-11-11T21:20:18,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c29b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:18,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45219,-1] 2024-11-11T21:20:18,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:18,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:18,823 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:18,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57843128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741840_1016 (size=7894) 2024-11-11T21:20:19,008 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 687, reset compression=false 2024-11-11T21:20:19,166 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 379, reset compression=false 2024-11-11T21:20:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741841_1017 (size=7691) 2024-11-11T21:20:19,301 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T21:20:19,314 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 687, reset compression=false 2024-11-11T21:20:19,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:19,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45219,1731360009000 2024-11-11T21:20:19,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@668632dd 2024-11-11T21:20:19,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:19,663 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T21:20:19,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:20:19,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:19,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1] 2024-11-11T21:20:19,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:19,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T21:20:19,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T21:20:19,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T21:20:19,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ for inclusion in 3a0af4a8fc557597751c7149ac7d9679/f 2024-11-11T21:20:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T21:20:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:20:19,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ for inclusion in 3a0af4a8fc557597751c7149ac7d9679/f 2024-11-11T21:20:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T21:20:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:20:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HRegion(2603): Flush status journal for 3a0af4a8fc557597751c7149ac7d9679: 2024-11-11T21:20:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:20:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/658863a757194b04ad6885c52193a46d_SeqId_4_ 2024-11-11T21:20:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:20:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/3f9c8bf036874195967f050fbc7d66b9_SeqId_4_ 2024-11-11T21:20:19,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ into 3a0af4a8fc557597751c7149ac7d9679/f as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/658863a757194b04ad6885c52193a46d_SeqId_4_ - updating store file list. 2024-11-11T21:20:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 658863a757194b04ad6885c52193a46d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:20:19,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/658863a757194b04ad6885c52193a46d_SeqId_4_ into 3a0af4a8fc557597751c7149ac7d9679/f 2024-11-11T21:20:19,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ into 3a0af4a8fc557597751c7149ac7d9679/f (new location: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/658863a757194b04ad6885c52193a46d_SeqId_4_) 2024-11-11T21:20:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_ 2024-11-11T21:20:19,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ into 3a0af4a8fc557597751c7149ac7d9679/f as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/3f9c8bf036874195967f050fbc7d66b9_SeqId_4_ - updating store file list. 2024-11-11T21:20:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f9c8bf036874195967f050fbc7d66b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:20:19,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/3f9c8bf036874195967f050fbc7d66b9_SeqId_4_ into 3a0af4a8fc557597751c7149ac7d9679/f 2024-11-11T21:20:19,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ into 3a0af4a8fc557597751c7149ac7d9679/f (new location: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/3f9c8bf036874195967f050fbc7d66b9_SeqId_4_) 2024-11-11T21:20:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins.hfs.11__test__kgr27513920jmbmmu7kugq6srasuvsirnon7vuvaeg9srkrpngb0vpa2epa7hqs3/f/4d1311034f3448949b65ae47d2a0ff55_SeqId_4_ 2024-11-11T21:20:19,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(324): Finished replicating [864c216c-a339-4cb5-ac9d-99223a821239] bulk loaded data 2024-11-11T21:20:19,718 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 687, reset compression=false 2024-11-11T21:20:19,774 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 379, reset compression=false 2024-11-11T21:20:19,778 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:20:19,779 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42439,1731360009142 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a0af4a8fc557597751c7149ac7d9679/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731360019714/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T21:20:19,780 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:20:19,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T21:20:19,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.ReplicationSink(318): Replicating [864c216c-a339-4cb5-ac9d-99223a821239, 24a239fc-aa19-4da7-b751-5f7965fade7a] bulk loaded data 2024-11-11T21:20:19,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1deb6921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:19,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,36289,-1 for getting cluster id 2024-11-11T21:20:19,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:19,782 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '864c216c-a339-4cb5-ac9d-99223a821239' 2024-11-11T21:20:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "864c216c-a339-4cb5-ac9d-99223a821239" 2024-11-11T21:20:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54d83d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,36289,-1] 2024-11-11T21:20:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:19,783 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:19,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b20424a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:19,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741842_1018 (size=7691) 2024-11-11T21:20:19,979 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 725, reset compression=false 2024-11-11T21:20:20,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741843_1019 (size=7894) 2024-11-11T21:20:20,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:20,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,36289,1731360003206 2024-11-11T21:20:20,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@403aa7fd 2024-11-11T21:20:20,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:20,218 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T21:20:20,249 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 687, reset compression=false 2024-11-11T21:20:20,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:20:20,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,39749,1731360003406, seqNum=-1] 2024-11-11T21:20:20,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:20,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T21:20:20,258 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__mog3b8cj9brpebm2o6ubp1s82s7641mr13pjt5iitd54dgq22fendp0fehjhocmi/f/3f9c8bf036874195967f050fbc7d66b9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T21:20:20,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__mog3b8cj9brpebm2o6ubp1s82s7641mr13pjt5iitd54dgq22fendp0fehjhocmi/f/658863a757194b04ad6885c52193a46d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T21:20:20,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.ReplicationSink(324): Finished replicating [864c216c-a339-4cb5-ac9d-99223a821239, 24a239fc-aa19-4da7-b751-5f7965fade7a] bulk loaded data 2024-11-11T21:20:20,283 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 725, reset compression=false 2024-11-11T21:20:20,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:20,313 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731360020312/Put/seqid=0 2024-11-11T21:20:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741842_1018 (size=11194) 2024-11-11T21:20:20,327 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731360020327/Put/seqid=0 2024-11-11T21:20:20,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741843_1019 (size=10791) 2024-11-11T21:20:20,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3909fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:20,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45219,-1 for getting cluster id 2024-11-11T21:20:20,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:20,344 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a239fc-aa19-4da7-b751-5f7965fade7a' 2024-11-11T21:20:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a239fc-aa19-4da7-b751-5f7965fade7a" 2024-11-11T21:20:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60395418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45219,-1] 2024-11-11T21:20:20,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:20,345 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:20,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e52b694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:20,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1] 2024-11-11T21:20:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:20,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:20,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45219,1731360009000 2024-11-11T21:20:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@288c47df 2024-11-11T21:20:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:20,392 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679., hostname=f286ae0a5299,42439,1731360009142, seqNum=2] 2024-11-11T21:20:20,399 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:20:20,407 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T21:20:20,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T21:20:20,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 3a0af4a8fc557597751c7149ac7d9679/f 2024-11-11T21:20:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T21:20:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:20:20,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 3a0af4a8fc557597751c7149ac7d9679/f 2024-11-11T21:20:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T21:20:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:20:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HRegion(2603): Flush status journal for 3a0af4a8fc557597751c7149ac7d9679: 2024-11-11T21:20:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_0 2024-11-11T21:20:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_0 as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ 2024-11-11T21:20:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_1 2024-11-11T21:20:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_1 as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_ 2024-11-11T21:20:20,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_0 into 3a0af4a8fc557597751c7149ac7d9679/f as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ - updating store file list. 2024-11-11T21:20:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:20:20,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ into 3a0af4a8fc557597751c7149ac7d9679/f 2024-11-11T21:20:20,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_0 into 3a0af4a8fc557597751c7149ac7d9679/f (new location: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_) 2024-11-11T21:20:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_0 2024-11-11T21:20:20,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_1 into 3a0af4a8fc557597751c7149ac7d9679/f as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_ - updating store file list. 2024-11-11T21:20:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca8d0ef13391485fab69afef04c82416_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:20:20,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_ into 3a0af4a8fc557597751c7149ac7d9679/f 2024-11-11T21:20:20,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_1 into 3a0af4a8fc557597751c7149ac7d9679/f (new location: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_) 2024-11-11T21:20:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/staging/jenkins__test__mh9nps1mqlmt5tnesv429nidvpoh3tdu8ilo92tthbei3ojf0c09cnnr78sajqbl/f/hfile_1 2024-11-11T21:20:20,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:20,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:20,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:20,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:20,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:20,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:20,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679., hostname=f286ae0a5299,42439,1731360009142, seqNum=2 , the old value is region=test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679., hostname=f286ae0a5299,42439,1731360009142, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f286ae0a5299:42439 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:20:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679., hostname=f286ae0a5299,42439,1731360009142, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:20:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679., hostname=f286ae0a5299,42439,1731360009142, seqNum=2 from cache 2024-11-11T21:20:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,39749,1731360003406, seqNum=-1] 2024-11-11T21:20:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:20,461 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T21:20:20,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:20,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731360012204.8cdd36d019db4c94d2461132876a2a90., hostname=f286ae0a5299,39749,1731360003406, seqNum=2] 2024-11-11T21:20:20,471 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T21:20:20,566 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:42439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T21:20:20,687 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 725, reset compression=false 2024-11-11T21:20:20,691 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:20:20,692 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42439,1731360009142 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a0af4a8fc557597751c7149ac7d9679/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731360020451/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T21:20:20,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.ReplicationSink(318): Replicating [24a239fc-aa19-4da7-b751-5f7965fade7a] bulk loaded data 2024-11-11T21:20:20,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741844_1020 (size=11194) 2024-11-11T21:20:20,854 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 687, reset compression=false 2024-11-11T21:20:20,892 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 1033, reset compression=false 2024-11-11T21:20:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741845_1021 (size=10791) 2024-11-11T21:20:21,199 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 1033, reset compression=false 2024-11-11T21:20:21,477 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T21:20:21,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:20:21,536 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T21:20:21,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T21:20:21,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_ for inclusion in 8cdd36d019db4c94d2461132876a2a90/f 2024-11-11T21:20:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T21:20:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:20:21,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ for inclusion in 8cdd36d019db4c94d2461132876a2a90/f 2024-11-11T21:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T21:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HRegion(2603): Flush status journal for 8cdd36d019db4c94d2461132876a2a90: 2024-11-11T21:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ca8d0ef13391485fab69afef04c82416_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:20:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_ as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/550759fec2c64338bf2c53713bc0e682_SeqId_6_ 2024-11-11T21:20:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:20:21,558 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 687, reset compression=false 2024-11-11T21:20:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/b84dd8e365be45c2a7f4c3461dcf0b43_SeqId_6_ 2024-11-11T21:20:21,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_ into 8cdd36d019db4c94d2461132876a2a90/f as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/550759fec2c64338bf2c53713bc0e682_SeqId_6_ - updating store file list. 2024-11-11T21:20:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 550759fec2c64338bf2c53713bc0e682_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:20:21,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/550759fec2c64338bf2c53713bc0e682_SeqId_6_ into 8cdd36d019db4c94d2461132876a2a90/f 2024-11-11T21:20:21,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_ into 8cdd36d019db4c94d2461132876a2a90/f (new location: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/550759fec2c64338bf2c53713bc0e682_SeqId_6_) 2024-11-11T21:20:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/ca8d0ef13391485fab69afef04c82416_SeqId_6_ 2024-11-11T21:20:21,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ into 8cdd36d019db4c94d2461132876a2a90/f as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/b84dd8e365be45c2a7f4c3461dcf0b43_SeqId_6_ - updating store file list. 2024-11-11T21:20:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b84dd8e365be45c2a7f4c3461dcf0b43_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:20:21,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/b84dd8e365be45c2a7f4c3461dcf0b43_SeqId_6_ into 8cdd36d019db4c94d2461132876a2a90/f 2024-11-11T21:20:21,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ into 8cdd36d019db4c94d2461132876a2a90/f (new location: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/f/b84dd8e365be45c2a7f4c3461dcf0b43_SeqId_6_) 2024-11-11T21:20:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/staging/jenkins.hfs.10__test__206p6gqtqpda10qmgvkq2i5l86cje3v24kqreevkr4ko5b66atlutne22u6pudjt/f/2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_ 2024-11-11T21:20:21,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39749 {}] regionserver.ReplicationSink(324): Finished replicating [24a239fc-aa19-4da7-b751-5f7965fade7a] bulk loaded data 2024-11-11T21:20:21,605 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 1033, reset compression=false 2024-11-11T21:20:22,111 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 1033, reset compression=false 2024-11-11T21:20:22,370 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 687, reset compression=false 2024-11-11T21:20:22,375 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:20:22,376 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,39749,1731360003406 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cdd36d019db4c94d2461132876a2a90/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731360021574/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T21:20:22,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(318): Replicating [24a239fc-aa19-4da7-b751-5f7965fade7a, 864c216c-a339-4cb5-ac9d-99223a821239] bulk loaded data 2024-11-11T21:20:22,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741844_1020 (size=10791) 2024-11-11T21:20:22,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:20:22,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:22,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:22,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:22,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:22,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:20:22,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2043296878, stopped=false 2024-11-11T21:20:22,518 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,45219,1731360009000 2024-11-11T21:20:22,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:22,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1395167777/running 2024-11-11T21:20:22,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1395167777/running 2024-11-11T21:20:22,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:22,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:22,562 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:20:22,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:22,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:22,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:22,563 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,42439,1731360009142' ***** 2024-11-11T21:20:22,563 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:20:22,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on znode that does not yet exist, /1-1395167777/running 2024-11-11T21:20:22,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Set watcher on znode that does not yet exist, /1-1395167777/running 2024-11-11T21:20:22,563 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:20:22,563 INFO [RS:0;f286ae0a5299:42439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:20:22,563 INFO [RS:0;f286ae0a5299:42439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:20:22,563 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:20:22,563 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a0af4a8fc557597751c7149ac7d9679 2024-11-11T21:20:22,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:22,571 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(3091): Received CLOSE for aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:22,571 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,42439,1731360009142 2024-11-11T21:20:22,571 INFO [RS:0;f286ae0a5299:42439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:20:22,571 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a0af4a8fc557597751c7149ac7d9679, disabling compactions & flushes 2024-11-11T21:20:22,571 INFO [RS:0;f286ae0a5299:42439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42439. 2024-11-11T21:20:22,571 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:22,571 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:22,571 DEBUG [RS:0;f286ae0a5299:42439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:22,571 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. after waiting 0 ms 2024-11-11T21:20:22,571 DEBUG [RS:0;f286ae0a5299:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:22,571 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:22,571 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:20:22,571 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:20:22,572 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:20:22,572 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:20:22,576 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1033, reset compression=false 2024-11-11T21:20:22,580 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:20:22,580 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:20:22,580 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1325): Online Regions={3a0af4a8fc557597751c7149ac7d9679=test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679., 1588230740=hbase:meta,,1.1588230740, aa09362c15d004eff2d391aa762954d0=hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0.} 2024-11-11T21:20:22,581 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a0af4a8fc557597751c7149ac7d9679, aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:22,588 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:20:22,588 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:20:22,588 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:20:22,588 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:20:22,588 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:20:22,588 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:20:22,598 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/default/test/3a0af4a8fc557597751c7149ac7d9679/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:20:22,599 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:22,599 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:20:22,599 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:22,599 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a0af4a8fc557597751c7149ac7d9679: Waiting for close lock at 1731360022571Running coprocessor pre-close hooks at 1731360022571Disabling compacts and flushes for region at 1731360022571Disabling writes for close at 1731360022571Writing region close event to WAL at 1731360022589 (+18 ms)Running coprocessor post-close hooks at 1731360022599 (+10 ms)Closed at 1731360022599 2024-11-11T21:20:22,599 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679. 2024-11-11T21:20:22,599 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa09362c15d004eff2d391aa762954d0, disabling compactions & flushes 2024-11-11T21:20:22,599 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:22,599 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:22,599 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. after waiting 0 ms 2024-11-11T21:20:22,599 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:22,600 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa09362c15d004eff2d391aa762954d0 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T21:20:22,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:22,619 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/info/2b53e3928d3c432ca25b4336accc91d3 is 147, key is hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0./info:regioninfo/1731360017085/Put/seqid=0 2024-11-11T21:20:22,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:22,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:22,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:22,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:22,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:22,627 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/.tmp/hfileref/2891d4107a2246f9bcf64af6d997047e is 74, key is 1/hfileref:2c9705eda83542d5aaaa8ca707d8f87a_SeqId_6_/1731360021578/DeleteColumn/seqid=0 2024-11-11T21:20:22,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741845_1021 (size=7686) 2024-11-11T21:20:22,631 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/info/2b53e3928d3c432ca25b4336accc91d3 2024-11-11T21:20:22,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:22,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741846_1022 (size=5345) 2024-11-11T21:20:22,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:22,643 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/.tmp/hfileref/2891d4107a2246f9bcf64af6d997047e 2024-11-11T21:20:22,656 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/ns/0c69801ed5de4724a5f7b782c1cc32c8 is 43, key is default/ns:d/1731360012092/Put/seqid=0 2024-11-11T21:20:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741847_1023 (size=5153) 2024-11-11T21:20:22,669 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/.tmp/queue/2c4987f2d516427a8b767e8cabb28f85 is 154, key is 1-f286ae0a5299,42439,1731360009142/queue:f286ae0a5299%2C42439%2C1731360009142/1731360021579/Put/seqid=0 2024-11-11T21:20:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741848_1024 (size=5353) 2024-11-11T21:20:22,715 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 1033, reset compression=false 2024-11-11T21:20:22,720 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:22,720 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 1328, reset compression=false 2024-11-11T21:20:22,720 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42439,1731360009142 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:22,721 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,42439,1731360009142: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,42439,1731360009142, walGroup=f286ae0a5299%2C42439%2C1731360009142, offset=f286ae0a5299%2C42439%2C1731360009142.1731360010973:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:42439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:20:22,723 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:20:22,723 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:20:22,724 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:20:22,724 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:20:22,724 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:20:22,724 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 572764912 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 187861240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:20:22,725 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:20:22,781 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:22,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741849_1025 (size=11194) 2024-11-11T21:20:22,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:20:22,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:20:22,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting 2024-11-11T21:20:22,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting 2024-11-11T21:20:22,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 from cache 2024-11-11T21:20:22,880 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:20:22,880 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:20:22,898 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1033, reset compression=false 2024-11-11T21:20:22,929 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 1328, reset compression=false 2024-11-11T21:20:22,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1] 2024-11-11T21:20:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:20:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting 2024-11-11T21:20:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting 2024-11-11T21:20:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 from cache 2024-11-11T21:20:22,981 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa09362c15d004eff2d391aa762954d0 2024-11-11T21:20:23,067 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/ns/0c69801ed5de4724a5f7b782c1cc32c8 2024-11-11T21:20:23,084 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/rep_barrier/318139ebeca548dfa4c8cbdc63ce231b is 112, key is test,,1731360013365.3a0af4a8fc557597751c7149ac7d9679./rep_barrier:seqnumDuringOpen/1731360014214/Put/seqid=0 2024-11-11T21:20:23,085 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/.tmp/queue/2c4987f2d516427a8b767e8cabb28f85 2024-11-11T21:20:23,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741850_1026 (size=5518) 2024-11-11T21:20:23,088 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/rep_barrier/318139ebeca548dfa4c8cbdc63ce231b 2024-11-11T21:20:23,090 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/.tmp/hfileref/2891d4107a2246f9bcf64af6d997047e as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/hfileref/2891d4107a2246f9bcf64af6d997047e 2024-11-11T21:20:23,099 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/hfileref/2891d4107a2246f9bcf64af6d997047e, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T21:20:23,100 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/.tmp/queue/2c4987f2d516427a8b767e8cabb28f85 as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/queue/2c4987f2d516427a8b767e8cabb28f85 2024-11-11T21:20:23,113 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/queue/2c4987f2d516427a8b767e8cabb28f85, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T21:20:23,114 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for aa09362c15d004eff2d391aa762954d0 in 515ms, sequenceid=12, compaction requested=false 2024-11-11T21:20:23,119 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/table/d8fdf56f1bb7474fb882f2d540a4b6fc is 53, key is hbase:replication/table:state/1731360017094/Put/seqid=0 2024-11-11T21:20:23,139 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/replication/aa09362c15d004eff2d391aa762954d0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T21:20:23,139 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:23,140 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:23,140 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:23,140 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa09362c15d004eff2d391aa762954d0: Waiting for close lock at 1731360022599Running coprocessor pre-close hooks at 1731360022599Disabling compacts and flushes for region at 1731360022599Disabling writes for close at 1731360022599Obtaining lock to block concurrent updates at 1731360022600 (+1 ms)Preparing flush snapshotting stores in aa09362c15d004eff2d391aa762954d0 at 1731360022600Finished memstore snapshotting hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731360022600Flushing stores of hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. at 1731360022601 (+1 ms)Flushing aa09362c15d004eff2d391aa762954d0/hfileref: creating writer at 1731360022601Flushing aa09362c15d004eff2d391aa762954d0/hfileref: appending metadata at 1731360022627 (+26 ms)Flushing aa09362c15d004eff2d391aa762954d0/hfileref: closing flushed file at 1731360022627Flushing aa09362c15d004eff2d391aa762954d0/queue: creating writer at 1731360022648 (+21 ms)Flushing aa09362c15d004eff2d391aa762954d0/queue: appending metadata at 1731360022669 (+21 ms)Flushing aa09362c15d004eff2d391aa762954d0/queue: closing flushed file at 1731360022669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33eca3c3: reopening flushed file at 1731360023090 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1845dba1: reopening flushed file at 1731360023099 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for aa09362c15d004eff2d391aa762954d0 in 515ms, sequenceid=12, compaction requested=false at 1731360023114 (+15 ms)Writing region close event to WAL at 1731360023134 (+20 ms)Running coprocessor post-close hooks at 1731360023139 (+5 ms)Closed at 1731360023140 (+1 ms) 2024-11-11T21:20:23,140 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731360016685.aa09362c15d004eff2d391aa762954d0. 2024-11-11T21:20:23,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741851_1027 (size=5308) 2024-11-11T21:20:23,145 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/table/d8fdf56f1bb7474fb882f2d540a4b6fc 2024-11-11T21:20:23,150 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/info/2b53e3928d3c432ca25b4336accc91d3 as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/info/2b53e3928d3c432ca25b4336accc91d3 2024-11-11T21:20:23,157 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/info/2b53e3928d3c432ca25b4336accc91d3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:20:23,158 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/ns/0c69801ed5de4724a5f7b782c1cc32c8 as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/ns/0c69801ed5de4724a5f7b782c1cc32c8 2024-11-11T21:20:23,162 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/ns/0c69801ed5de4724a5f7b782c1cc32c8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:20:23,162 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/rep_barrier/318139ebeca548dfa4c8cbdc63ce231b as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/rep_barrier/318139ebeca548dfa4c8cbdc63ce231b 2024-11-11T21:20:23,170 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/rep_barrier/318139ebeca548dfa4c8cbdc63ce231b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:20:23,171 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/.tmp/table/d8fdf56f1bb7474fb882f2d540a4b6fc as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/table/d8fdf56f1bb7474fb882f2d540a4b6fc 2024-11-11T21:20:23,181 DEBUG [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:23,184 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/table/d8fdf56f1bb7474fb882f2d540a4b6fc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:20:23,186 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 597ms, sequenceid=16, compaction requested=false 2024-11-11T21:20:23,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:23,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1] 2024-11-11T21:20:23,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:20:23,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting 2024-11-11T21:20:23,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting 2024-11-11T21:20:23,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 from cache 2024-11-11T21:20:23,222 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:20:23,223 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:23,223 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:23,223 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:23,223 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360022588Running coprocessor pre-close hooks at 1731360022588Disabling compacts and flushes for region at 1731360022588Disabling writes for close at 1731360022588Obtaining lock to block concurrent updates at 1731360022588Preparing flush snapshotting stores in 1588230740 at 1731360022588Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360022589 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731360022589Flushing 1588230740/info: creating writer at 1731360022589Flushing 1588230740/info: appending metadata at 1731360022618 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731360022618Flushing 1588230740/ns: creating writer at 1731360022636 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731360022656 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731360022656Flushing 1588230740/rep_barrier: creating writer at 1731360023071 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360023083 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360023083Flushing 1588230740/table: creating writer at 1731360023094 (+11 ms)Flushing 1588230740/table: appending metadata at 1731360023118 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731360023118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@587a6b40: reopening flushed file at 1731360023149 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489614c7: reopening flushed file at 1731360023157 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a4f25: reopening flushed file at 1731360023162 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f3f738b: reopening flushed file at 1731360023170 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 597ms, sequenceid=16, compaction requested=false at 1731360023186 (+16 ms)Writing region close event to WAL at 1731360023200 (+14 ms)Running coprocessor post-close hooks at 1731360023223 (+23 ms)Closed at 1731360023223 2024-11-11T21:20:23,223 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:23,238 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.wal-reader.f286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 to pos 1328, reset compression=false 2024-11-11T21:20:23,305 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1033, reset compression=false 2024-11-11T21:20:23,381 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,42439,1731360009142; all regions closed. 2024-11-11T21:20:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:20:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741839_1015 (size=3127) 2024-11-11T21:20:23,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.rep.1731360017046 not finished, retry = 0 2024-11-11T21:20:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741832_1008 (size=1336) 2024-11-11T21:20:23,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/WALs/f286ae0a5299,42439,1731360009142/f286ae0a5299%2C42439%2C1731360009142.1731360010973 not finished, retry = 0 2024-11-11T21:20:23,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:23,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1] 2024-11-11T21:20:23,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:20:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting 2024-11-11T21:20:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f286ae0a5299,42439,1731360009142 aborting 2024-11-11T21:20:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42439,1731360009142, seqNum=-1 from cache 2024-11-11T21:20:23,590 DEBUG [RS:0;f286ae0a5299:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:23,590 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:20:23,590 INFO [RS:0;f286ae0a5299:42439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:20:23,591 INFO [RS:0;f286ae0a5299:42439 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:20:23,591 INFO [RS:0;f286ae0a5299:42439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:20:23,591 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:20:23,591 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,42439,1731360009142 because: Region server is closing 2024-11-11T21:20:23,592 INFO [RS:0;f286ae0a5299:42439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42439. 2024-11-11T21:20:23,592 DEBUG [RS:0;f286ae0a5299:42439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:23,592 DEBUG [RS:0;f286ae0a5299:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:23,592 DEBUG [RS:0;f286ae0a5299:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:23,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:23,692 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42439,1731360009142.replicationSource.shipperf286ae0a5299%2C42439%2C1731360009142,1-f286ae0a5299,42439,1731360009142 terminated 2024-11-11T21:20:23,692 INFO [RS:0;f286ae0a5299:42439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42439. 2024-11-11T21:20:23,693 DEBUG [RS:0;f286ae0a5299:42439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:23,693 DEBUG [RS:0;f286ae0a5299:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:23,693 DEBUG [RS:0;f286ae0a5299:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:23,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:23,693 INFO [RS:0;f286ae0a5299:42439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42439 2024-11-11T21:20:23,695 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-11T21:20:23,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-11T21:20:23,695 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f286ae0a5299:42439 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-11T21:20:23,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:36718 deadline: 1731360082377, exception=java.io.InterruptedIOException 2024-11-11T21:20:23,699 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T21:20:23,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777/rs 2024-11-11T21:20:23,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1395167777/rs/f286ae0a5299,42439,1731360009142 2024-11-11T21:20:23,704 INFO [RS:0;f286ae0a5299:42439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:20:23,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,42439,1731360009142] 2024-11-11T21:20:23,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1395167777/draining/f286ae0a5299,42439,1731360009142 already deleted, retry=false 2024-11-11T21:20:23,725 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,42439,1731360009142 expired; onlineServers=0 2024-11-11T21:20:23,725 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,45219,1731360009000' ***** 2024-11-11T21:20:23,725 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:20:23,725 INFO [M:0;f286ae0a5299:45219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:20:23,725 INFO [M:0;f286ae0a5299:45219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:20:23,725 DEBUG [M:0;f286ae0a5299:45219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:20:23,725 DEBUG [M:0;f286ae0a5299:45219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:20:23,725 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:20:23,726 INFO [M:0;f286ae0a5299:45219 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:20:23,726 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360010741 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360010741,5,FailOnTimeoutGroup] 2024-11-11T21:20:23,726 INFO [M:0;f286ae0a5299:45219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:20:23,726 DEBUG [M:0;f286ae0a5299:45219 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:20:23,726 INFO [M:0;f286ae0a5299:45219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:20:23,726 INFO [M:0;f286ae0a5299:45219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:20:23,726 INFO [M:0;f286ae0a5299:45219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:20:23,726 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:20:23,727 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360010741 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360010741,5,FailOnTimeoutGroup] 2024-11-11T21:20:23,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1395167777/master 2024-11-11T21:20:23,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1395167777 2024-11-11T21:20:23,736 DEBUG [M:0;f286ae0a5299:45219 {}] zookeeper.ZKUtil(347): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Unable to get data of znode /1-1395167777/master because node does not exist (not an error) 2024-11-11T21:20:23,736 WARN [M:0;f286ae0a5299:45219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:20:23,736 INFO [M:0;f286ae0a5299:45219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/.lastflushedseqids 2024-11-11T21:20:23,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741852_1028 (size=263) 2024-11-11T21:20:23,797 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f286ae0a5299:42439 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f286ae0a5299/172.17.0.2:42439 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:20:23,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f286ae0a5299:42439 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f286ae0a5299/172.17.0.2:42439 2024-11-11T21:20:23,798 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f286ae0a5299:42439 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f286ae0a5299/172.17.0.2:42439 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f286ae0a5299/172.17.0.2:42439 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T21:20:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T21:20:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50988 deadline: 1731360083802, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T21:20:23,804 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T21:20:23,805 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T21:20:23,809 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1033, reset compression=false 2024-11-11T21:20:23,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:23,815 INFO [RS:0;f286ae0a5299:42439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:20:23,815 INFO [RS:0;f286ae0a5299:42439 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,42439,1731360009142; zookeeper connection closed. 2024-11-11T21:20:23,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1012bc508830004, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:23,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4647221 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4647221 2024-11-11T21:20:23,818 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:20:24,005 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T21:20:24,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T21:20:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50988 deadline: 1731360084006, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T21:20:24,006 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-11T21:20:24,007 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:20:24,008 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T21:20:24,009 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T21:20:24,009 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T21:20:24,158 INFO [M:0;f286ae0a5299:45219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:20:24,158 INFO [M:0;f286ae0a5299:45219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:20:24,158 DEBUG [M:0;f286ae0a5299:45219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:20:24,159 INFO [M:0;f286ae0a5299:45219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:24,159 DEBUG [M:0;f286ae0a5299:45219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:24,159 DEBUG [M:0;f286ae0a5299:45219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:20:24,159 DEBUG [M:0;f286ae0a5299:45219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:24,159 INFO [M:0;f286ae0a5299:45219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T21:20:24,195 DEBUG [M:0;f286ae0a5299:45219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/206043e2586a48f5b6f7cb4ac49160e9 is 82, key is hbase:meta,,1/info:regioninfo/1731360012057/Put/seqid=0 2024-11-11T21:20:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741853_1029 (size=5672) 2024-11-11T21:20:24,309 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T21:20:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T21:20:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50988 deadline: 1731360084311, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T21:20:24,312 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T21:20:24,313 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T21:20:24,313 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T21:20:24,419 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1033, reset compression=false 2024-11-11T21:20:24,642 INFO [M:0;f286ae0a5299:45219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/206043e2586a48f5b6f7cb4ac49160e9 2024-11-11T21:20:24,678 DEBUG [M:0;f286ae0a5299:45219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a8010cebb134a66bbc827f19a85301d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731360017099/Put/seqid=0 2024-11-11T21:20:24,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741854_1030 (size=8515) 2024-11-11T21:20:24,692 INFO [M:0;f286ae0a5299:45219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a8010cebb134a66bbc827f19a85301d 2024-11-11T21:20:24,712 DEBUG [M:0;f286ae0a5299:45219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4eec55938a0436ca965fa90fc9509f3 is 69, key is f286ae0a5299,42439,1731360009142/rs:state/1731360010802/Put/seqid=0 2024-11-11T21:20:24,713 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T21:20:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T21:20:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45219 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50988 deadline: 1731360084715, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T21:20:24,719 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T21:20:24,720 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T21:20:24,720 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T21:20:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741855_1031 (size=5156) 2024-11-11T21:20:25,127 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1033, reset compression=false 2024-11-11T21:20:25,129 INFO [M:0;f286ae0a5299:45219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4eec55938a0436ca965fa90fc9509f3 2024-11-11T21:20:25,133 DEBUG [M:0;f286ae0a5299:45219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/206043e2586a48f5b6f7cb4ac49160e9 as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/206043e2586a48f5b6f7cb4ac49160e9 2024-11-11T21:20:25,138 INFO [M:0;f286ae0a5299:45219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/206043e2586a48f5b6f7cb4ac49160e9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T21:20:25,139 DEBUG [M:0;f286ae0a5299:45219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a8010cebb134a66bbc827f19a85301d as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a8010cebb134a66bbc827f19a85301d 2024-11-11T21:20:25,144 INFO [M:0;f286ae0a5299:45219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a8010cebb134a66bbc827f19a85301d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T21:20:25,145 DEBUG [M:0;f286ae0a5299:45219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4eec55938a0436ca965fa90fc9509f3 as hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4eec55938a0436ca965fa90fc9509f3 2024-11-11T21:20:25,151 INFO [M:0;f286ae0a5299:45219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46125/user/jenkins/test-data/40c8a105-1244-d6bc-d7dc-d394d8dc3ec2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4eec55938a0436ca965fa90fc9509f3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T21:20:25,153 INFO [M:0;f286ae0a5299:45219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 994ms, sequenceid=97, compaction requested=false 2024-11-11T21:20:25,160 INFO [M:0;f286ae0a5299:45219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:25,160 DEBUG [M:0;f286ae0a5299:45219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360024158Disabling compacts and flushes for region at 1731360024158Disabling writes for close at 1731360024159 (+1 ms)Obtaining lock to block concurrent updates at 1731360024159Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360024159Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731360024159Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360024160 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360024160Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360024195 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360024195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360024656 (+461 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360024678 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360024678Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360024696 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360024711 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360024711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202d8055: reopening flushed file at 1731360025133 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290a8076: reopening flushed file at 1731360025138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8a91a: reopening flushed file at 1731360025144 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 994ms, sequenceid=97, compaction requested=false at 1731360025153 (+9 ms)Writing region close event to WAL at 1731360025160 (+7 ms)Closed at 1731360025160 2024-11-11T21:20:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37443 is added to blk_1073741830_1006 (size=63642) 2024-11-11T21:20:25,164 INFO [M:0;f286ae0a5299:45219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:20:25,165 INFO [M:0;f286ae0a5299:45219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45219 2024-11-11T21:20:25,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:20:25,165 INFO [M:0;f286ae0a5299:45219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:20:25,221 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T21:20:25,221 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f286ae0a5299:45219 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f286ae0a5299/172.17.0.2:45219 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:20:25,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f286ae0a5299:45219 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f286ae0a5299/172.17.0.2:45219 2024-11-11T21:20:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:25,277 INFO [M:0;f286ae0a5299:45219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:20:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45219-0x1012bc508830003, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:25,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:25,326 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f286ae0a5299:45219 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f286ae0a5299/172.17.0.2:45219 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:20:25,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=f286ae0a5299:45219 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f286ae0a5299/172.17.0.2:45219 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T21:20:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address f286ae0a5299:45219 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f286ae0a5299/172.17.0.2:45219 2024-11-11T21:20:25,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21e3548d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:20:25,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@502359a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:20:25,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:20:25,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24cb1ff4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:20:25,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d9a45d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.log.dir/,STOPPED} 2024-11-11T21:20:25,348 WARN [BP-691965046-172.17.0.2-1731360007069 heartbeating to localhost/127.0.0.1:46125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:20:25,348 WARN [BP-691965046-172.17.0.2-1731360007069 heartbeating to localhost/127.0.0.1:46125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691965046-172.17.0.2-1731360007069 (Datanode Uuid afcd76f7-c8fe-4cd3-91b2-cdc8b693990f) service to localhost/127.0.0.1:46125 2024-11-11T21:20:25,348 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:20:25,348 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:20:25,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/cluster_c25e8410-8275-45ee-ff43-5791b24c4370/data/data1/current/BP-691965046-172.17.0.2-1731360007069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:20:25,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/cluster_c25e8410-8275-45ee-ff43-5791b24c4370/data/data2/current/BP-691965046-172.17.0.2-1731360007069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:20:25,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:20:25,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71415a35{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:20:25,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5292ac61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:20:25,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:20:25,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bbfb898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:20:25,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39d01165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.log.dir/,STOPPED} 2024-11-11T21:20:25,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:20:25,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:20:25,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:25,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:25,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:25,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:25,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:25,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:20:25,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033479627, stopped=false 2024-11-11T21:20:25,391 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,36289,1731360003206 2024-11-11T21:20:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778578683/running 2024-11-11T21:20:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778578683/running 2024-11-11T21:20:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:25,409 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:20:25,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on znode that does not yet exist, /0-778578683/running 2024-11-11T21:20:25,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:25,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:25,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Set watcher on znode that does not yet exist, /0-778578683/running 2024-11-11T21:20:25,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:25,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,39749,1731360003406' ***** 2024-11-11T21:20:25,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:20:25,410 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:20:25,410 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:20:25,410 INFO [RS:0;f286ae0a5299:39749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:20:25,410 INFO [RS:0;f286ae0a5299:39749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:20:25,410 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c80b74cb618298c7ff2b017782cfff9 2024-11-11T21:20:25,411 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:25,411 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,39749,1731360003406 2024-11-11T21:20:25,411 INFO [RS:0;f286ae0a5299:39749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:20:25,411 INFO [RS:0;f286ae0a5299:39749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:39749. 2024-11-11T21:20:25,411 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c80b74cb618298c7ff2b017782cfff9, disabling compactions & flushes 2024-11-11T21:20:25,411 DEBUG [RS:0;f286ae0a5299:39749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:25,411 DEBUG [RS:0;f286ae0a5299:39749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:25,411 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:25,411 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:25,411 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:20:25,411 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:20:25,411 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. after waiting 0 ms 2024-11-11T21:20:25,411 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:20:25,411 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:25,411 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:20:25,411 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c80b74cb618298c7ff2b017782cfff9 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-11T21:20:25,411 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:20:25,411 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1325): Online Regions={1c80b74cb618298c7ff2b017782cfff9=hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9., 1588230740=hbase:meta,,1.1588230740, 8cdd36d019db4c94d2461132876a2a90=test,,1731360012204.8cdd36d019db4c94d2461132876a2a90.} 2024-11-11T21:20:25,411 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c80b74cb618298c7ff2b017782cfff9, 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:25,411 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:20:25,411 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:20:25,411 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:20:25,411 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:20:25,411 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:20:25,411 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:20:25,421 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:20:25,433 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/info/d22b63a74f0b4064a5d05f0ee2cba432 is 147, key is hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9./info:regioninfo/1731360015699/Put/seqid=0 2024-11-11T21:20:25,433 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/.tmp/hfileref/093e8f581f2d435f9f67f0d0f6f228f1 is 74, key is 1/hfileref:3d250fe82e0a4d398e11ceae08ff9e9c_SeqId_4_/1731360019717/DeleteColumn/seqid=0 2024-11-11T21:20:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741846_1022 (size=7686) 2024-11-11T21:20:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741847_1023 (size=5345) 2024-11-11T21:20:25,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:25,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f286ae0a5299:45219 this server is in the failed servers list 2024-11-11T21:20:25,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f286ae0a5299:45219 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:25,598 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:20:25,598 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:20:25,611 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c80b74cb618298c7ff2b017782cfff9, 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:25,812 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c80b74cb618298c7ff2b017782cfff9, 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:25,841 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/info/d22b63a74f0b4064a5d05f0ee2cba432 2024-11-11T21:20:25,843 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/.tmp/hfileref/093e8f581f2d435f9f67f0d0f6f228f1 2024-11-11T21:20:25,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:25,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f286ae0a5299:45219 this server is in the failed servers list 2024-11-11T21:20:25,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f286ae0a5299:45219 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:25,874 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/ns/a003b85948f14d7ebef027dee349ff7f is 43, key is default/ns:d/1731360006859/Put/seqid=0 2024-11-11T21:20:25,889 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/.tmp/queue/8148d846fd3d490eb2e6a604897507bd is 153, key is 1-f286ae0a5299,39749,1731360003406/queue:f286ae0a5299%2C39749%2C1731360003406/1731360019720/Put/seqid=0 2024-11-11T21:20:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741849_1025 (size=5352) 2024-11-11T21:20:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741848_1024 (size=5153) 2024-11-11T21:20:25,904 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/.tmp/queue/8148d846fd3d490eb2e6a604897507bd 2024-11-11T21:20:25,909 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/.tmp/hfileref/093e8f581f2d435f9f67f0d0f6f228f1 as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/hfileref/093e8f581f2d435f9f67f0d0f6f228f1 2024-11-11T21:20:25,915 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/hfileref/093e8f581f2d435f9f67f0d0f6f228f1, entries=4, sequenceid=10, filesize=5.2 K 2024-11-11T21:20:25,916 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/.tmp/queue/8148d846fd3d490eb2e6a604897507bd as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/queue/8148d846fd3d490eb2e6a604897507bd 2024-11-11T21:20:25,922 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/queue/8148d846fd3d490eb2e6a604897507bd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T21:20:25,923 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1c80b74cb618298c7ff2b017782cfff9 in 512ms, sequenceid=10, compaction requested=false 2024-11-11T21:20:25,931 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1033, reset compression=false 2024-11-11T21:20:25,973 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/replication/1c80b74cb618298c7ff2b017782cfff9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T21:20:25,974 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:25,974 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:25,974 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:25,974 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c80b74cb618298c7ff2b017782cfff9: Waiting for close lock at 1731360025411Running coprocessor pre-close hooks at 1731360025411Disabling compacts and flushes for region at 1731360025411Disabling writes for close at 1731360025411Obtaining lock to block concurrent updates at 1731360025411Preparing flush snapshotting stores in 1c80b74cb618298c7ff2b017782cfff9 at 1731360025411Finished memstore snapshotting hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731360025411Flushing stores of hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. at 1731360025412 (+1 ms)Flushing 1c80b74cb618298c7ff2b017782cfff9/hfileref: creating writer at 1731360025412Flushing 1c80b74cb618298c7ff2b017782cfff9/hfileref: appending metadata at 1731360025432 (+20 ms)Flushing 1c80b74cb618298c7ff2b017782cfff9/hfileref: closing flushed file at 1731360025432Flushing 1c80b74cb618298c7ff2b017782cfff9/queue: creating writer at 1731360025853 (+421 ms)Flushing 1c80b74cb618298c7ff2b017782cfff9/queue: appending metadata at 1731360025889 (+36 ms)Flushing 1c80b74cb618298c7ff2b017782cfff9/queue: closing flushed file at 1731360025889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0f8a48: reopening flushed file at 1731360025908 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128133ef: reopening flushed file at 1731360025915 (+7 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1c80b74cb618298c7ff2b017782cfff9 in 512ms, sequenceid=10, compaction requested=false at 1731360025923 (+8 ms)Writing region close event to WAL at 1731360025947 (+24 ms)Running coprocessor post-close hooks at 1731360025974 (+27 ms)Closed at 1731360025974 2024-11-11T21:20:25,974 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731360014524.1c80b74cb618298c7ff2b017782cfff9. 2024-11-11T21:20:25,974 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cdd36d019db4c94d2461132876a2a90, disabling compactions & flushes 2024-11-11T21:20:25,974 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:25,974 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:25,974 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. after waiting 0 ms 2024-11-11T21:20:25,974 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:26,012 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cdd36d019db4c94d2461132876a2a90 2024-11-11T21:20:26,014 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/default/test/8cdd36d019db4c94d2461132876a2a90/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:20:26,015 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:26,015 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:20:26,015 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:26,015 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cdd36d019db4c94d2461132876a2a90: Waiting for close lock at 1731360025974Running coprocessor pre-close hooks at 1731360025974Disabling compacts and flushes for region at 1731360025974Disabling writes for close at 1731360025974Writing region close event to WAL at 1731360026006 (+32 ms)Running coprocessor post-close hooks at 1731360026015 (+9 ms)Closed at 1731360026015 2024-11-11T21:20:26,015 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360012204.8cdd36d019db4c94d2461132876a2a90. 2024-11-11T21:20:26,212 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:26,310 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/ns/a003b85948f14d7ebef027dee349ff7f 2024-11-11T21:20:26,336 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/rep_barrier/d175f17a2bff4404806c017131868aa4 is 112, key is test,,1731360012204.8cdd36d019db4c94d2461132876a2a90./rep_barrier:seqnumDuringOpen/1731360013000/Put/seqid=0 2024-11-11T21:20:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741850_1026 (size=5518) 2024-11-11T21:20:26,347 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/rep_barrier/d175f17a2bff4404806c017131868aa4 2024-11-11T21:20:26,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:26,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f286ae0a5299:45219 this server is in the failed servers list 2024-11-11T21:20:26,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f286ae0a5299:45219 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:26,379 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/table/805254e0595f499dabaa3c341f64dc40 is 53, key is hbase:replication/table:state/1731360015705/Put/seqid=0 2024-11-11T21:20:26,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741851_1027 (size=5308) 2024-11-11T21:20:26,412 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:20:26,412 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:20:26,412 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:26,613 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:26,787 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/table/805254e0595f499dabaa3c341f64dc40 2024-11-11T21:20:26,812 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/info/d22b63a74f0b4064a5d05f0ee2cba432 as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/info/d22b63a74f0b4064a5d05f0ee2cba432 2024-11-11T21:20:26,813 DEBUG [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:26,819 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/info/d22b63a74f0b4064a5d05f0ee2cba432, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:20:26,820 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/ns/a003b85948f14d7ebef027dee349ff7f as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/ns/a003b85948f14d7ebef027dee349ff7f 2024-11-11T21:20:26,830 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/ns/a003b85948f14d7ebef027dee349ff7f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:20:26,833 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/rep_barrier/d175f17a2bff4404806c017131868aa4 as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/rep_barrier/d175f17a2bff4404806c017131868aa4 2024-11-11T21:20:26,839 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/rep_barrier/d175f17a2bff4404806c017131868aa4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:20:26,840 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/.tmp/table/805254e0595f499dabaa3c341f64dc40 as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/table/805254e0595f499dabaa3c341f64dc40 2024-11-11T21:20:26,845 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/table/805254e0595f499dabaa3c341f64dc40, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:20:26,846 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=16, compaction requested=false 2024-11-11T21:20:26,870 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:20:26,871 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:26,871 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:26,871 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:26,871 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360025411Running coprocessor pre-close hooks at 1731360025411Disabling compacts and flushes for region at 1731360025411Disabling writes for close at 1731360025411Obtaining lock to block concurrent updates at 1731360025411Preparing flush snapshotting stores in 1588230740 at 1731360025411Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360025412 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731360025412Flushing 1588230740/info: creating writer at 1731360025412Flushing 1588230740/info: appending metadata at 1731360025432 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731360025432Flushing 1588230740/ns: creating writer at 1731360025849 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731360025873 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731360025873Flushing 1588230740/rep_barrier: creating writer at 1731360026316 (+443 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360026335 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360026335Flushing 1588230740/table: creating writer at 1731360026353 (+18 ms)Flushing 1588230740/table: appending metadata at 1731360026377 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731360026377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717d074d: reopening flushed file at 1731360026805 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb7b188: reopening flushed file at 1731360026819 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414b6616: reopening flushed file at 1731360026831 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d89181: reopening flushed file at 1731360026839 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=16, compaction requested=false at 1731360026846 (+7 ms)Writing region close event to WAL at 1731360026857 (+11 ms)Running coprocessor post-close hooks at 1731360026871 (+14 ms)Closed at 1731360026871 2024-11-11T21:20:26,871 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:26,873 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1033, reset compression=false 2024-11-11T21:20:26,879 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:26,879 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1328, reset compression=false 2024-11-11T21:20:27,013 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,39749,1731360003406; all regions closed. 2024-11-11T21:20:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:20:27,023 DEBUG [RS:0;f286ae0a5299:39749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/oldWALs 2024-11-11T21:20:27,023 INFO [RS:0;f286ae0a5299:39749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C39749%2C1731360003406.meta:.meta(num 1731360006778) 2024-11-11T21:20:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741839_1015 (size=2695) 2024-11-11T21:20:27,031 DEBUG [RS:0;f286ae0a5299:39749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/oldWALs 2024-11-11T21:20:27,031 INFO [RS:0;f286ae0a5299:39749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C39749%2C1731360003406.rep:(num 1731360015664) 2024-11-11T21:20:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741832_1008 (size=1336) 2024-11-11T21:20:27,039 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 not finished, retry = 0 2024-11-11T21:20:27,085 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 to pos 1328, reset compression=false 2024-11-11T21:20:27,140 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/WALs/f286ae0a5299,39749,1731360003406/f286ae0a5299%2C39749%2C1731360003406.1731360005734 2024-11-11T21:20:27,141 DEBUG [RS:0;f286ae0a5299:39749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/oldWALs 2024-11-11T21:20:27,141 INFO [RS:0;f286ae0a5299:39749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C39749%2C1731360003406:(num 1731360005734) 2024-11-11T21:20:27,141 DEBUG [RS:0;f286ae0a5299:39749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:27,141 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:20:27,141 INFO [RS:0;f286ae0a5299:39749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:20:27,141 INFO [RS:0;f286ae0a5299:39749 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:20:27,141 INFO [RS:0;f286ae0a5299:39749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:20:27,142 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:20:27,142 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,39749,1731360003406 because: Region server is closing 2024-11-11T21:20:27,142 INFO [RS:0;f286ae0a5299:39749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:39749. 2024-11-11T21:20:27,142 DEBUG [RS:0;f286ae0a5299:39749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:27,142 DEBUG [RS:0;f286ae0a5299:39749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:27,142 DEBUG [RS:0;f286ae0a5299:39749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:27,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:27,242 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-11T21:20:27,243 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T21:20:27,243 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T21:20:27,244 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.wal-reader.f286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T21:20:27,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:27,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:27,379 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:27,844 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,39749,1731360003406.replicationSource.shipperf286ae0a5299%2C39749%2C1731360003406,1-f286ae0a5299,39749,1731360003406 terminated 2024-11-11T21:20:27,845 INFO [RS:0;f286ae0a5299:39749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:39749. 2024-11-11T21:20:27,845 DEBUG [RS:0;f286ae0a5299:39749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:27,845 DEBUG [RS:0;f286ae0a5299:39749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:27,845 DEBUG [RS:0;f286ae0a5299:39749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:27,845 INFO [RS:0;f286ae0a5299:39749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39749 2024-11-11T21:20:27,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:27,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778578683/rs/f286ae0a5299,39749,1731360003406 2024-11-11T21:20:27,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683/rs 2024-11-11T21:20:27,867 INFO [RS:0;f286ae0a5299:39749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:20:27,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,39749,1731360003406] 2024-11-11T21:20:27,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-778578683/draining/f286ae0a5299,39749,1731360003406 already deleted, retry=false 2024-11-11T21:20:27,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,39749,1731360003406 expired; onlineServers=0 2024-11-11T21:20:27,888 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,36289,1731360003206' ***** 2024-11-11T21:20:27,888 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:20:27,888 INFO [M:0;f286ae0a5299:36289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:20:27,888 INFO [M:0;f286ae0a5299:36289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:20:27,888 DEBUG [M:0;f286ae0a5299:36289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:20:27,888 DEBUG [M:0;f286ae0a5299:36289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:20:27,888 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360005524 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360005524,5,FailOnTimeoutGroup] 2024-11-11T21:20:27,888 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360005524 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360005524,5,FailOnTimeoutGroup] 2024-11-11T21:20:27,888 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:20:27,888 INFO [M:0;f286ae0a5299:36289 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:20:27,888 INFO [M:0;f286ae0a5299:36289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:20:27,888 DEBUG [M:0;f286ae0a5299:36289 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:20:27,888 INFO [M:0;f286ae0a5299:36289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:20:27,888 INFO [M:0;f286ae0a5299:36289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:20:27,889 INFO [M:0;f286ae0a5299:36289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:20:27,889 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:20:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778578683/master 2024-11-11T21:20:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778578683 2024-11-11T21:20:27,898 DEBUG [M:0;f286ae0a5299:36289 {}] zookeeper.ZKUtil(347): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Unable to get data of znode /0-778578683/master because node does not exist (not an error) 2024-11-11T21:20:27,898 WARN [M:0;f286ae0a5299:36289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:20:27,899 INFO [M:0;f286ae0a5299:36289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/.lastflushedseqids 2024-11-11T21:20:27,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741852_1028 (size=263) 2024-11-11T21:20:27,958 INFO [M:0;f286ae0a5299:36289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:20:27,958 INFO [M:0;f286ae0a5299:36289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:20:27,959 DEBUG [M:0;f286ae0a5299:36289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:20:27,959 INFO [M:0;f286ae0a5299:36289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:27,959 DEBUG [M:0;f286ae0a5299:36289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:27,959 DEBUG [M:0;f286ae0a5299:36289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:20:27,959 DEBUG [M:0;f286ae0a5299:36289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:27,959 INFO [M:0;f286ae0a5299:36289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T21:20:27,977 INFO [RS:0;f286ae0a5299:39749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:20:27,978 INFO [RS:0;f286ae0a5299:39749 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,39749,1731360003406; zookeeper connection closed. 2024-11-11T21:20:27,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:27,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39749-0x1012bc508830001, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:27,985 DEBUG [M:0;f286ae0a5299:36289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec65513121bc443887fe73f7560464a0 is 82, key is hbase:meta,,1/info:regioninfo/1731360006807/Put/seqid=0 2024-11-11T21:20:27,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66119076 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66119076 2024-11-11T21:20:27,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:20:27,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741853_1029 (size=5672) 2024-11-11T21:20:28,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:28,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:28,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:28,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:28,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:28,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:28,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:28,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:28,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:28,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:28,391 INFO [M:0;f286ae0a5299:36289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec65513121bc443887fe73f7560464a0 2024-11-11T21:20:28,432 DEBUG [M:0;f286ae0a5299:36289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b46018ac65a94055b34db54d95e52d22 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731360015709/Put/seqid=0 2024-11-11T21:20:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741854_1030 (size=8515) 2024-11-11T21:20:28,460 INFO [M:0;f286ae0a5299:36289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b46018ac65a94055b34db54d95e52d22 2024-11-11T21:20:28,499 DEBUG [M:0;f286ae0a5299:36289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21476f16602c45f8834f7c693c33e6db is 69, key is f286ae0a5299,39749,1731360003406/rs:state/1731360005571/Put/seqid=0 2024-11-11T21:20:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741855_1031 (size=5156) 2024-11-11T21:20:28,524 INFO [M:0;f286ae0a5299:36289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21476f16602c45f8834f7c693c33e6db 2024-11-11T21:20:28,531 DEBUG [M:0;f286ae0a5299:36289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec65513121bc443887fe73f7560464a0 as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec65513121bc443887fe73f7560464a0 2024-11-11T21:20:28,537 INFO [M:0;f286ae0a5299:36289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec65513121bc443887fe73f7560464a0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T21:20:28,556 DEBUG [M:0;f286ae0a5299:36289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b46018ac65a94055b34db54d95e52d22 as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b46018ac65a94055b34db54d95e52d22 2024-11-11T21:20:28,566 INFO [M:0;f286ae0a5299:36289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b46018ac65a94055b34db54d95e52d22, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T21:20:28,567 DEBUG [M:0;f286ae0a5299:36289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21476f16602c45f8834f7c693c33e6db as hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21476f16602c45f8834f7c693c33e6db 2024-11-11T21:20:28,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:28,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:20:28,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:20:28,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T21:20:28,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:28,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:20:28,598 INFO [M:0;f286ae0a5299:36289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39375/user/jenkins/test-data/c4a26582-25a2-371f-34e7-0ceac5f8d19d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21476f16602c45f8834f7c693c33e6db, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T21:20:28,599 INFO [M:0;f286ae0a5299:36289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 640ms, sequenceid=97, compaction requested=false 2024-11-11T21:20:28,621 INFO [M:0;f286ae0a5299:36289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:28,621 DEBUG [M:0;f286ae0a5299:36289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360027959Disabling compacts and flushes for region at 1731360027959Disabling writes for close at 1731360027959Obtaining lock to block concurrent updates at 1731360027959Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360027959Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731360027959Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360027960 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360027960Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360027984 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360027984Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360028398 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360028431 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360028431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360028465 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360028499 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360028499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432d7b79: reopening flushed file at 1731360028530 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f88feb7: reopening flushed file at 1731360028537 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12cffeb7: reopening flushed file at 1731360028566 (+29 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 640ms, sequenceid=97, compaction requested=false at 1731360028599 (+33 ms)Writing region close event to WAL at 1731360028621 (+22 ms)Closed at 1731360028621 2024-11-11T21:20:28,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741830_1006 (size=63642) 2024-11-11T21:20:28,661 INFO [M:0;f286ae0a5299:36289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:20:28,661 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:20:28,661 INFO [M:0;f286ae0a5299:36289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36289 2024-11-11T21:20:28,662 INFO [M:0;f286ae0a5299:36289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:20:28,809 INFO [M:0;f286ae0a5299:36289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:20:28,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:28,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012bc508830000, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:28,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e7a8467{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:20:28,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e88c3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:20:28,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:20:28,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4561c9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:20:28,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4ae9b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.log.dir/,STOPPED} 2024-11-11T21:20:28,823 WARN [BP-1195869313-172.17.0.2-1731360001269 heartbeating to localhost/127.0.0.1:39375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:20:28,823 WARN [BP-1195869313-172.17.0.2-1731360001269 heartbeating to localhost/127.0.0.1:39375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1195869313-172.17.0.2-1731360001269 (Datanode Uuid 366d691f-db1c-4d42-87ba-109353cc19dd) service to localhost/127.0.0.1:39375 2024-11-11T21:20:28,824 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:20:28,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:20:28,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:20:28,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/cluster_850512ec-7d60-a03c-ff2d-e3a6ab57b13c/data/data1/current/BP-1195869313-172.17.0.2-1731360001269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:20:28,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/cluster_850512ec-7d60-a03c-ff2d-e3a6ab57b13c/data/data2/current/BP-1195869313-172.17.0.2-1731360001269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:20:28,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48bc4da1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:20:28,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29048ef4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:20:28,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:20:28,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39176c38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:20:28,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e54f81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db6fba3c-d8dc-5c1d-54b1-c9195bf8f1b7/hadoop.log.dir/,STOPPED} 2024-11-11T21:20:28,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:20:28,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:20:28,870 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 204) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39375 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46125 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58167) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39375 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39375 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58167) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:39375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46125 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46125 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2329 (was 1922) - AvailableMemoryMB LEAK? - 2024-11-11T21:20:28,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=2329 2024-11-11T21:20:28,895 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T21:20:28,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.log.dir so I do NOT create it in target/test-data/93285142-1563-f981-9695-c16f6f6760f6 2024-11-11T21:20:28,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:20:28,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.tmp.dir so I do NOT create it in target/test-data/93285142-1563-f981-9695-c16f6f6760f6 2024-11-11T21:20:28,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/917accb0-5fe4-3345-2b08-13f391ed3f7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:20:28,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6 2024-11-11T21:20:28,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/cluster_6bb32979-d8c1-04fe-3fb1-f70d1cc52870, deleteOnExit=true 2024-11-11T21:20:28,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012bc508830005, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:20:28,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012bc508830005, quorum=127.0.0.1:58167, baseZNode=/1-1395167777 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:20:28,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012bc508830002, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:20:28,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012bc508830002, quorum=127.0.0.1:58167, baseZNode=/0-778578683 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:20:28,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/cluster_6bb32979-d8c1-04fe-3fb1-f70d1cc52870/zookeeper_0, clientPort=60746, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/cluster_6bb32979-d8c1-04fe-3fb1-f70d1cc52870/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/cluster_6bb32979-d8c1-04fe-3fb1-f70d1cc52870/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:20:28,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60746 2024-11-11T21:20:28,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:20:28,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:20:28,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/test.cache.data in system properties and HBase conf 2024-11-11T21:20:28,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:20:28,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:20:28,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:20:28,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:20:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:20:28,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:20:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:20:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:20:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:20:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:20:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:20:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:20:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:20:28,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:20:28,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:20:28,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:20:28,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:20:28,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:20:28,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:20:28,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:20:29,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:29,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:29,410 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:29,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:29,444 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:20:29,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:20:29,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:20:29,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:20:29,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:29,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffc231b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:20:29,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e53fe8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:20:29,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79068c23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/java.io.tmpdir/jetty-localhost-38955-hadoop-hdfs-3_4_1-tests_jar-_-any-10946793783651592057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:20:29,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f20375d{HTTP/1.1, (http/1.1)}{localhost:38955} 2024-11-11T21:20:29,650 INFO [Time-limited test {}] server.Server(415): Started @198765ms 2024-11-11T21:20:30,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:30,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:20:30,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:20:30,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:20:30,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:20:30,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61695236{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:20:30,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40518789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:20:30,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48555aa4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/java.io.tmpdir/jetty-localhost-35023-hadoop-hdfs-3_4_1-tests_jar-_-any-5604473594168579871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:20:30,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39148b08{HTTP/1.1, (http/1.1)}{localhost:35023} 2024-11-11T21:20:30,802 INFO [Time-limited test {}] server.Server(415): Started @199917ms 2024-11-11T21:20:30,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:20:32,251 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/cluster_6bb32979-d8c1-04fe-3fb1-f70d1cc52870/data/data1/current/BP-816157775-172.17.0.2-1731360029020/current, will proceed with Du for space computation calculation, 2024-11-11T21:20:32,251 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/cluster_6bb32979-d8c1-04fe-3fb1-f70d1cc52870/data/data2/current/BP-816157775-172.17.0.2-1731360029020/current, will proceed with Du for space computation calculation, 2024-11-11T21:20:32,268 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:20:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e36bb70302d9a9c with lease ID 0x50c98253b3f9991d: Processing first storage report for DS-33b5a699-6221-4052-a184-bcaf245299d9 from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=ca4775ca-dd28-44d4-8a3c-7f5190cd17e2, infoPort=33313, infoSecurePort=0, ipcPort=43529, storageInfo=lv=-57;cid=testClusterID;nsid=1488270536;c=1731360029020) 2024-11-11T21:20:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e36bb70302d9a9c with lease ID 0x50c98253b3f9991d: from storage DS-33b5a699-6221-4052-a184-bcaf245299d9 node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=ca4775ca-dd28-44d4-8a3c-7f5190cd17e2, infoPort=33313, infoSecurePort=0, ipcPort=43529, storageInfo=lv=-57;cid=testClusterID;nsid=1488270536;c=1731360029020), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:20:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e36bb70302d9a9c with lease ID 0x50c98253b3f9991d: Processing first storage report for DS-161352b8-8ab6-4b0f-b930-7f45fe7c7360 from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=ca4775ca-dd28-44d4-8a3c-7f5190cd17e2, infoPort=33313, infoSecurePort=0, ipcPort=43529, storageInfo=lv=-57;cid=testClusterID;nsid=1488270536;c=1731360029020) 2024-11-11T21:20:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e36bb70302d9a9c with lease ID 0x50c98253b3f9991d: from storage DS-161352b8-8ab6-4b0f-b930-7f45fe7c7360 node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=ca4775ca-dd28-44d4-8a3c-7f5190cd17e2, infoPort=33313, infoSecurePort=0, ipcPort=43529, storageInfo=lv=-57;cid=testClusterID;nsid=1488270536;c=1731360029020), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:20:32,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6 2024-11-11T21:20:32,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:32,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:20:32,362 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82 with version=8 2024-11-11T21:20:32,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/hbase-staging 2024-11-11T21:20:32,365 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:20:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:32,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:20:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:20:32,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:20:32,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:20:32,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37445 2024-11-11T21:20:32,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37445 connecting to ZooKeeper ensemble=127.0.0.1:60746 2024-11-11T21:20:32,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374450x0, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:32,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37445-0x1012bc574c10000 connected 2024-11-11T21:20:32,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:32,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:32,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on znode that does not yet exist, /01604419127/running 2024-11-11T21:20:32,524 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82, hbase.cluster.distributed=false 2024-11-11T21:20:32,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on znode that does not yet exist, /01604419127/acl 2024-11-11T21:20:32,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37445 2024-11-11T21:20:32,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37445 2024-11-11T21:20:32,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37445 2024-11-11T21:20:32,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37445 2024-11-11T21:20:32,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37445 2024-11-11T21:20:32,551 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:20:32,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:32,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:32,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:20:32,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:32,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:20:32,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:20:32,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:20:32,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41727 2024-11-11T21:20:32,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41727 connecting to ZooKeeper ensemble=127.0.0.1:60746 2024-11-11T21:20:32,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:32,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:32,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417270x0, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:32,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417270x0, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on znode that does not yet exist, /01604419127/running 2024-11-11T21:20:32,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:20:32,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41727-0x1012bc574c10001 connected 2024-11-11T21:20:32,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:20:32,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on znode that does not yet exist, /01604419127/master 2024-11-11T21:20:32,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on znode that does not yet exist, /01604419127/acl 2024-11-11T21:20:32,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41727 2024-11-11T21:20:32,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41727 2024-11-11T21:20:32,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41727 2024-11-11T21:20:32,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41727 2024-11-11T21:20:32,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41727 2024-11-11T21:20:32,591 DEBUG [M:0;f286ae0a5299:37445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:37445 2024-11-11T21:20:32,592 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01604419127/backup-masters/f286ae0a5299,37445,1731360032364 2024-11-11T21:20:32,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127/backup-masters 2024-11-11T21:20:32,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127/backup-masters 2024-11-11T21:20:32,603 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on existing znode=/01604419127/backup-masters/f286ae0a5299,37445,1731360032364 2024-11-11T21:20:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01604419127/master 2024-11-11T21:20:32,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:32,614 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on existing znode=/01604419127/master 2024-11-11T21:20:32,614 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01604419127/backup-masters/f286ae0a5299,37445,1731360032364 from backup master directory 2024-11-11T21:20:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604419127/backup-masters/f286ae0a5299,37445,1731360032364 2024-11-11T21:20:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127/backup-masters 2024-11-11T21:20:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127/backup-masters 2024-11-11T21:20:32,624 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:20:32,624 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,37445,1731360032364 2024-11-11T21:20:32,627 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/hbase.id] with ID: 777815c8-71b0-486d-a548-f8408e1c126e 2024-11-11T21:20:32,627 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/.tmp/hbase.id 2024-11-11T21:20:32,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:20:33,032 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/.tmp/hbase.id]:[hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/hbase.id] 2024-11-11T21:20:33,039 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:33,039 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:20:33,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T21:20:33,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:33,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:33,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:20:33,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:33,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:33,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:33,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:33,457 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:33,493 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:33,493 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:20:33,494 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:20:33,900 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store 2024-11-11T21:20:33,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:20:34,305 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:34,305 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:20:34,306 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:34,306 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:34,306 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:20:34,306 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:34,306 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:34,306 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360034305Disabling compacts and flushes for region at 1731360034305Disabling writes for close at 1731360034306 (+1 ms)Writing region close event to WAL at 1731360034306Closed at 1731360034306 2024-11-11T21:20:34,306 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/.initializing 2024-11-11T21:20:34,306 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/WALs/f286ae0a5299,37445,1731360032364 2024-11-11T21:20:34,307 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:20:34,309 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C37445%2C1731360032364, suffix=, logDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/WALs/f286ae0a5299,37445,1731360032364, archiveDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/oldWALs, maxLogs=10 2024-11-11T21:20:34,323 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/WALs/f286ae0a5299,37445,1731360032364/f286ae0a5299%2C37445%2C1731360032364.1731360034309, exclude list is [], retry=0 2024-11-11T21:20:34,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-33b5a699-6221-4052-a184-bcaf245299d9,DISK] 2024-11-11T21:20:34,327 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/WALs/f286ae0a5299,37445,1731360032364/f286ae0a5299%2C37445%2C1731360032364.1731360034309 2024-11-11T21:20:34,327 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-11-11T21:20:34,327 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:34,328 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:34,328 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,328 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:20:34,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:34,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:34,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:20:34,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:34,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:34,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:20:34,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:34,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:34,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:20:34,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:34,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:34,334 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,334 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,334 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,335 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,335 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,335 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:34,336 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:34,338 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:34,338 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62390509, jitterRate=-0.07030896842479706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:34,338 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360034328Initializing all the Stores at 1731360034328Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360034328Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360034328Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360034329 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360034329Cleaning up temporary data from old regions at 1731360034335 (+6 ms)Region opened successfully at 1731360034338 (+3 ms) 2024-11-11T21:20:34,338 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:20:34,340 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4886faf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:20:34,341 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:20:34,341 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:20:34,341 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:20:34,341 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:20:34,341 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:20:34,342 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:20:34,342 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:20:34,343 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:20:34,343 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Unable to get data of znode /01604419127/balancer because node does not exist (not necessarily an error) 2024-11-11T21:20:34,398 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604419127/balancer already deleted, retry=false 2024-11-11T21:20:34,398 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:20:34,398 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Unable to get data of znode /01604419127/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:20:34,408 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604419127/normalizer already deleted, retry=false 2024-11-11T21:20:34,408 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:20:34,409 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Unable to get data of znode /01604419127/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:20:34,419 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604419127/switch/split already deleted, retry=false 2024-11-11T21:20:34,419 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Unable to get data of znode /01604419127/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:20:34,429 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604419127/switch/merge already deleted, retry=false 2024-11-11T21:20:34,431 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Unable to get data of znode /01604419127/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:20:34,440 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01604419127/snapshot-cleanup already deleted, retry=false 2024-11-11T21:20:34,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01604419127/running 2024-11-11T21:20:34,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01604419127/running 2024-11-11T21:20:34,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:34,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:34,451 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,37445,1731360032364, sessionid=0x1012bc574c10000, setting cluster-up flag (Was=false) 2024-11-11T21:20:34,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:34,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:34,503 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01604419127/flush-table-proc/acquired, /01604419127/flush-table-proc/reached, /01604419127/flush-table-proc/abort 2024-11-11T21:20:34,504 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,37445,1731360032364 2024-11-11T21:20:34,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:34,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:34,556 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01604419127/online-snapshot/acquired, /01604419127/online-snapshot/reached, /01604419127/online-snapshot/abort 2024-11-11T21:20:34,556 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,37445,1731360032364 2024-11-11T21:20:34,557 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:20:34,559 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:34,559 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:20:34,559 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:20:34,559 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f286ae0a5299,44751,1731359974805: status=Processing ServerCrashProcedure of f286ae0a5299,44751,1731359974805 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731359990723, completionTime=-1 appears to have been leaked 2024-11-11T21:20:34,559 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,37445,1731360032364 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:20:34,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:34,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:34,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:34,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:34,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:20:34,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:20:34,560 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,564 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360064564 2024-11-11T21:20:34,564 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:20:34,564 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:20:34,564 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:20:34,564 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:20:34,564 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:20:34,564 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:20:34,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:34,564 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:20:34,565 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:20:34,565 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:20:34,565 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:20:34,565 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:20:34,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:34,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:20:34,568 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:20:34,568 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:20:34,568 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360034568,5,FailOnTimeoutGroup] 2024-11-11T21:20:34,568 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360034568,5,FailOnTimeoutGroup] 2024-11-11T21:20:34,569 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,569 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:20:34,569 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,569 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:20:34,583 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(746): ClusterId : 777815c8-71b0-486d-a548-f8408e1c126e 2024-11-11T21:20:34,583 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:20:34,593 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:20:34,593 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:20:34,603 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:20:34,603 DEBUG [RS:0;f286ae0a5299:41727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed242ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:20:34,614 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:41727 2024-11-11T21:20:34,614 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:20:34,614 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:20:34,614 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:20:34,614 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,37445,1731360032364 with port=41727, startcode=1731360032551 2024-11-11T21:20:34,615 DEBUG [RS:0;f286ae0a5299:41727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:20:34,616 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:20:34,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,41727,1731360032551 2024-11-11T21:20:34,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37445 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,41727,1731360032551 2024-11-11T21:20:34,617 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82 2024-11-11T21:20:34,617 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42153 2024-11-11T21:20:34,617 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:20:34,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127/rs 2024-11-11T21:20:34,630 DEBUG [RS:0;f286ae0a5299:41727 {}] zookeeper.ZKUtil(111): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on existing znode=/01604419127/rs/f286ae0a5299,41727,1731360032551 2024-11-11T21:20:34,630 WARN [RS:0;f286ae0a5299:41727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:20:34,630 INFO [RS:0;f286ae0a5299:41727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:34,630 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551 2024-11-11T21:20:34,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,41727,1731360032551] 2024-11-11T21:20:34,632 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:20:34,634 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:20:34,634 INFO [RS:0;f286ae0a5299:41727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:20:34,634 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,634 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:20:34,635 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:20:34,635 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,635 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:34,636 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:20:34,636 DEBUG [RS:0;f286ae0a5299:41727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:20:34,636 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,636 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,636 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,636 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,636 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,636 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,41727,1731360032551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:20:34,648 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:20:34,648 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,41727,1731360032551-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,648 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,648 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.Replication(171): f286ae0a5299,41727,1731360032551 started 2024-11-11T21:20:34,660 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:34,660 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,41727,1731360032551, RpcServer on f286ae0a5299/172.17.0.2:41727, sessionid=0x1012bc574c10001 2024-11-11T21:20:34,660 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:20:34,660 DEBUG [RS:0;f286ae0a5299:41727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,41727,1731360032551 2024-11-11T21:20:34,660 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,41727,1731360032551' 2024-11-11T21:20:34,660 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01604419127/flush-table-proc/abort' 2024-11-11T21:20:34,661 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01604419127/flush-table-proc/acquired' 2024-11-11T21:20:34,661 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:20:34,661 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:20:34,661 DEBUG [RS:0;f286ae0a5299:41727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,41727,1731360032551 2024-11-11T21:20:34,661 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,41727,1731360032551' 2024-11-11T21:20:34,661 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01604419127/online-snapshot/abort' 2024-11-11T21:20:34,661 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01604419127/online-snapshot/acquired' 2024-11-11T21:20:34,662 DEBUG [RS:0;f286ae0a5299:41727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:20:34,662 INFO [RS:0;f286ae0a5299:41727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:20:34,662 INFO [RS:0;f286ae0a5299:41727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:20:34,762 INFO [RS:0;f286ae0a5299:41727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:20:34,763 INFO [RS:0;f286ae0a5299:41727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C41727%2C1731360032551, suffix=, logDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551, archiveDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/oldWALs, maxLogs=10 2024-11-11T21:20:34,775 DEBUG [RS:0;f286ae0a5299:41727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764, exclude list is [], retry=0 2024-11-11T21:20:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-33b5a699-6221-4052-a184-bcaf245299d9,DISK] 2024-11-11T21:20:34,778 INFO [RS:0;f286ae0a5299:41727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 2024-11-11T21:20:34,779 DEBUG [RS:0;f286ae0a5299:41727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-11-11T21:20:34,975 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:20:34,975 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82 2024-11-11T21:20:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:20:35,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:35,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:20:35,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:20:35,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:35,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:35,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:20:35,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:20:35,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:35,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:35,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:20:35,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:20:35,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:35,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:35,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:20:35,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:20:35,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:35,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:35,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:20:35,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740 2024-11-11T21:20:35,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740 2024-11-11T21:20:35,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:20:35,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:20:35,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:35,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:20:35,390 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:35,390 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73700375, jitterRate=0.09822116792201996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:35,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360035380Initializing all the Stores at 1731360035380Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360035380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360035380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360035380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360035380Cleaning up temporary data from old regions at 1731360035387 (+7 ms)Region opened successfully at 1731360035390 (+3 ms) 2024-11-11T21:20:35,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:20:35,391 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:20:35,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:20:35,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:20:35,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:20:35,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:35,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360035391Disabling compacts and flushes for region at 1731360035391Disabling writes for close at 1731360035391Writing region close event to WAL at 1731360035391Closed at 1731360035391 2024-11-11T21:20:35,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:35,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:20:35,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:20:35,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:20:35,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:20:35,544 DEBUG [f286ae0a5299:37445 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:20:35,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,41727,1731360032551 2024-11-11T21:20:35,545 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,41727,1731360032551, state=OPENING 2024-11-11T21:20:35,608 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:20:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:35,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01604419127/meta-region-server: CHANGED 2024-11-11T21:20:35,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01604419127/meta-region-server: CHANGED 2024-11-11T21:20:35,619 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:20:35,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,41727,1731360032551}] 2024-11-11T21:20:35,771 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:20:35,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:20:35,775 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:20:35,775 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:35,775 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:20:35,776 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C41727%2C1731360032551.meta, suffix=.meta, logDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551, archiveDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/oldWALs, maxLogs=10 2024-11-11T21:20:35,788 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.meta.1731360035777.meta, exclude list is [], retry=0 2024-11-11T21:20:35,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-33b5a699-6221-4052-a184-bcaf245299d9,DISK] 2024-11-11T21:20:35,791 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.meta.1731360035777.meta 2024-11-11T21:20:35,792 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-11-11T21:20:35,792 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:35,792 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:35,792 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:20:35,792 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:20:35,792 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:20:35,792 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:20:35,792 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:35,793 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:20:35,793 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:20:35,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:20:35,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:20:35,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:35,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:35,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:20:35,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:20:35,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:35,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:35,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:20:35,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:20:35,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:35,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:35,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:20:35,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:20:35,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:35,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:35,797 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:20:35,798 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740 2024-11-11T21:20:35,799 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740 2024-11-11T21:20:35,799 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:20:35,799 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:20:35,800 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:35,800 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:20:35,801 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62218811, jitterRate=-0.07286746799945831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:35,801 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:20:35,801 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360035793Writing region info on filesystem at 1731360035793Initializing all the Stores at 1731360035793Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360035793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360035793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360035794 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360035794Cleaning up temporary data from old regions at 1731360035799 (+5 ms)Running coprocessor post-open hooks at 1731360035801 (+2 ms)Region opened successfully at 1731360035801 2024-11-11T21:20:35,802 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360035771 2024-11-11T21:20:35,804 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:20:35,804 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:20:35,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,41727,1731360032551 2024-11-11T21:20:35,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,41727,1731360032551, state=OPEN 2024-11-11T21:20:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01604419127/meta-region-server 2024-11-11T21:20:35,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01604419127/meta-region-server 2024-11-11T21:20:35,841 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,41727,1731360032551 2024-11-11T21:20:35,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01604419127/meta-region-server: CHANGED 2024-11-11T21:20:35,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01604419127/meta-region-server: CHANGED 2024-11-11T21:20:35,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:20:35,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,41727,1731360032551 in 222 msec 2024-11-11T21:20:35,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:20:35,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-11T21:20:35,844 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:35,844 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:20:35,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:35,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,41727,1731360032551, seqNum=-1] 2024-11-11T21:20:35,846 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:35,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:35,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-11T21:20:35,851 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360035851, completionTime=-1 2024-11-11T21:20:35,851 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:20:35,851 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:20:35,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:20:35,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360095853 2024-11-11T21:20:35,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360155853 2024-11-11T21:20:35,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:20:35,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37445,1731360032364-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:35,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37445,1731360032364-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:35,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37445,1731360032364-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:35,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:37445, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:35,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:35,854 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:35,855 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:20:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.233sec 2024-11-11T21:20:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:20:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:20:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:20:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:20:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:20:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37445,1731360032364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:20:35,857 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37445,1731360032364-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:20:35,859 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:20:35,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:20:35,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37445,1731360032364-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:35,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc5ba16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:35,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37445,-1 for getting cluster id 2024-11-11T21:20:35,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:35,885 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777815c8-71b0-486d-a548-f8408e1c126e' 2024-11-11T21:20:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777815c8-71b0-486d-a548-f8408e1c126e" 2024-11-11T21:20:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260c36fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37445,-1] 2024-11-11T21:20:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:35,887 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:35,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a176f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:35,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:35,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,41727,1731360032551, seqNum=-1] 2024-11-11T21:20:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:35,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:35,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,37445,1731360032364 2024-11-11T21:20:35,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60746 2024-11-11T21:20:35,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:35,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc574c10002 connected 2024-11-11T21:20:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.log.dir so I do NOT create it in target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180 2024-11-11T21:20:35,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:20:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.tmp.dir so I do NOT create it in target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180 2024-11-11T21:20:35,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:20:35,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180 2024-11-11T21:20:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:20:35,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/cluster_7ff1c9c7-891a-8001-608f-398472596963, deleteOnExit=true 2024-11-11T21:20:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:20:35,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/test.cache.data in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:20:35,927 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:20:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:20:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:20:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:20:36,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:36,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:20:36,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:20:36,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:20:36,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:20:36,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:36,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb0ba39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:20:36,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1193cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:20:36,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc11f28{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/java.io.tmpdir/jetty-localhost-46635-hadoop-hdfs-3_4_1-tests_jar-_-any-5750235706835095582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:20:36,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@331a43cf{HTTP/1.1, (http/1.1)}{localhost:46635} 2024-11-11T21:20:36,310 INFO [Time-limited test {}] server.Server(415): Started @205424ms 2024-11-11T21:20:36,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:20:36,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:20:36,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:20:36,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:20:36,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:20:36,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56757929{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:20:36,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@595b98c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:20:36,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dab4f6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/java.io.tmpdir/jetty-localhost-41307-hadoop-hdfs-3_4_1-tests_jar-_-any-13897829564293956557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:20:36,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d991f51{HTTP/1.1, (http/1.1)}{localhost:41307} 2024-11-11T21:20:36,667 INFO [Time-limited test {}] server.Server(415): Started @205781ms 2024-11-11T21:20:36,668 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:20:37,318 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/cluster_7ff1c9c7-891a-8001-608f-398472596963/data/data1/current/BP-1430597796-172.17.0.2-1731360035941/current, will proceed with Du for space computation calculation, 2024-11-11T21:20:37,318 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/cluster_7ff1c9c7-891a-8001-608f-398472596963/data/data2/current/BP-1430597796-172.17.0.2-1731360035941/current, will proceed with Du for space computation calculation, 2024-11-11T21:20:37,344 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:20:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x305b8288766a481 with lease ID 0xddc5a80933b03728: Processing first storage report for DS-38f7168a-918a-4601-8960-c5527416ee06 from datanode DatanodeRegistration(127.0.0.1:39927, datanodeUuid=ffa1e2b4-54c6-41e4-844f-8a59e2d64132, infoPort=32999, infoSecurePort=0, ipcPort=33107, storageInfo=lv=-57;cid=testClusterID;nsid=295772632;c=1731360035941) 2024-11-11T21:20:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x305b8288766a481 with lease ID 0xddc5a80933b03728: from storage DS-38f7168a-918a-4601-8960-c5527416ee06 node DatanodeRegistration(127.0.0.1:39927, datanodeUuid=ffa1e2b4-54c6-41e4-844f-8a59e2d64132, infoPort=32999, infoSecurePort=0, ipcPort=33107, storageInfo=lv=-57;cid=testClusterID;nsid=295772632;c=1731360035941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:20:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x305b8288766a481 with lease ID 0xddc5a80933b03728: Processing first storage report for DS-73fadeaf-4e7d-4d21-aa90-a7da43c1f531 from datanode DatanodeRegistration(127.0.0.1:39927, datanodeUuid=ffa1e2b4-54c6-41e4-844f-8a59e2d64132, infoPort=32999, infoSecurePort=0, ipcPort=33107, storageInfo=lv=-57;cid=testClusterID;nsid=295772632;c=1731360035941) 2024-11-11T21:20:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x305b8288766a481 with lease ID 0xddc5a80933b03728: from storage DS-73fadeaf-4e7d-4d21-aa90-a7da43c1f531 node DatanodeRegistration(127.0.0.1:39927, datanodeUuid=ffa1e2b4-54c6-41e4-844f-8a59e2d64132, infoPort=32999, infoSecurePort=0, ipcPort=33107, storageInfo=lv=-57;cid=testClusterID;nsid=295772632;c=1731360035941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:20:37,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180 2024-11-11T21:20:37,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:37,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:37,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:20:37,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56 with version=8 2024-11-11T21:20:37,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/hbase-staging 2024-11-11T21:20:37,815 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:20:37,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:37,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:37,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:20:37,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:37,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:20:37,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:20:37,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:20:37,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37759 2024-11-11T21:20:37,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37759 connecting to ZooKeeper ensemble=127.0.0.1:60746 2024-11-11T21:20:37,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377590x0, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:37,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37759-0x1012bc574c10003 connected 2024-11-11T21:20:37,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:37,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:37,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on znode that does not yet exist, /1-1371840165/running 2024-11-11T21:20:37,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56, hbase.cluster.distributed=false 2024-11-11T21:20:37,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on znode that does not yet exist, /1-1371840165/acl 2024-11-11T21:20:37,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37759 2024-11-11T21:20:37,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37759 2024-11-11T21:20:37,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37759 2024-11-11T21:20:37,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37759 2024-11-11T21:20:37,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37759 2024-11-11T21:20:37,977 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:20:37,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:37,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:37,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:20:37,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:20:37,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:20:37,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:20:37,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:20:37,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33991 2024-11-11T21:20:37,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33991 connecting to ZooKeeper ensemble=127.0.0.1:60746 2024-11-11T21:20:37,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:37,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:37,998 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339910x0, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:37,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339910x0, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on znode that does not yet exist, /1-1371840165/running 2024-11-11T21:20:37,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33991-0x1012bc574c10004 connected 2024-11-11T21:20:37,998 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:20:37,999 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:20:37,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on znode that does not yet exist, /1-1371840165/master 2024-11-11T21:20:38,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on znode that does not yet exist, /1-1371840165/acl 2024-11-11T21:20:38,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33991 2024-11-11T21:20:38,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33991 2024-11-11T21:20:38,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33991 2024-11-11T21:20:38,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33991 2024-11-11T21:20:38,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33991 2024-11-11T21:20:38,034 DEBUG [M:0;f286ae0a5299:37759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:37759 2024-11-11T21:20:38,036 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1371840165/backup-masters/f286ae0a5299,37759,1731360037815 2024-11-11T21:20:38,045 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165/backup-masters 2024-11-11T21:20:38,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165/backup-masters 2024-11-11T21:20:38,045 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on existing znode=/1-1371840165/backup-masters/f286ae0a5299,37759,1731360037815 2024-11-11T21:20:38,055 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1371840165/master 2024-11-11T21:20:38,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:38,055 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:38,055 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on existing znode=/1-1371840165/master 2024-11-11T21:20:38,056 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1371840165/backup-masters/f286ae0a5299,37759,1731360037815 from backup master directory 2024-11-11T21:20:38,066 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165/backup-masters 2024-11-11T21:20:38,066 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:20:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1371840165/backup-masters/f286ae0a5299,37759,1731360037815 2024-11-11T21:20:38,066 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,37759,1731360037815 2024-11-11T21:20:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165/backup-masters 2024-11-11T21:20:38,068 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/hbase.id] with ID: 771c93a7-a391-463c-96c5-0b86b52f8790 2024-11-11T21:20:38,068 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/.tmp/hbase.id 2024-11-11T21:20:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:20:38,473 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/.tmp/hbase.id]:[hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/hbase.id] 2024-11-11T21:20:38,480 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:20:38,480 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:20:38,481 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:20:38,539 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:38,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:20:38,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:20:38,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:20:38,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:38,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T21:20:38,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:38,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:20:38,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:38,945 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:20:38,945 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:20:39,351 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store 2024-11-11T21:20:39,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:20:39,756 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:39,756 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:20:39,756 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:39,756 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:39,756 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:20:39,756 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:39,756 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:39,756 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360039756Disabling compacts and flushes for region at 1731360039756Disabling writes for close at 1731360039756Writing region close event to WAL at 1731360039756Closed at 1731360039756 2024-11-11T21:20:39,756 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/.initializing 2024-11-11T21:20:39,757 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/WALs/f286ae0a5299,37759,1731360037815 2024-11-11T21:20:39,757 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:20:39,758 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C37759%2C1731360037815, suffix=, logDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/WALs/f286ae0a5299,37759,1731360037815, archiveDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/oldWALs, maxLogs=10 2024-11-11T21:20:39,771 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/WALs/f286ae0a5299,37759,1731360037815/f286ae0a5299%2C37759%2C1731360037815.1731360039759, exclude list is [], retry=0 2024-11-11T21:20:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-38f7168a-918a-4601-8960-c5527416ee06,DISK] 2024-11-11T21:20:39,776 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/WALs/f286ae0a5299,37759,1731360037815/f286ae0a5299%2C37759%2C1731360037815.1731360039759 2024-11-11T21:20:39,776 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)] 2024-11-11T21:20:39,776 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:39,776 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:39,777 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,777 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:20:39,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:39,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:39,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:20:39,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:39,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:39,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:20:39,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:39,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:39,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:20:39,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:39,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:39,782 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,783 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,783 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,784 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,784 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,784 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:39,785 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:20:39,786 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:39,786 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67815834, jitterRate=0.010534673929214478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:39,786 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360039777Initializing all the Stores at 1731360039777Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360039777Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360039777Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360039777Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360039777Cleaning up temporary data from old regions at 1731360039784 (+7 ms)Region opened successfully at 1731360039786 (+2 ms) 2024-11-11T21:20:39,787 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:20:39,789 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242b266e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:20:39,789 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:20:39,789 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:20:39,789 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:20:39,790 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:20:39,790 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:20:39,790 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:20:39,790 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:20:39,791 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:20:39,792 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Unable to get data of znode /1-1371840165/balancer because node does not exist (not necessarily an error) 2024-11-11T21:20:39,865 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1371840165/balancer already deleted, retry=false 2024-11-11T21:20:39,866 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:20:39,866 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Unable to get data of znode /1-1371840165/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:20:39,876 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1371840165/normalizer already deleted, retry=false 2024-11-11T21:20:39,876 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:20:39,877 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Unable to get data of znode /1-1371840165/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:20:39,886 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1371840165/switch/split already deleted, retry=false 2024-11-11T21:20:39,887 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Unable to get data of znode /1-1371840165/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:20:39,897 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1371840165/switch/merge already deleted, retry=false 2024-11-11T21:20:39,899 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Unable to get data of znode /1-1371840165/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:20:39,907 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1371840165/snapshot-cleanup already deleted, retry=false 2024-11-11T21:20:39,918 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1371840165/running 2024-11-11T21:20:39,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1371840165/running 2024-11-11T21:20:39,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:39,918 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:39,919 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,37759,1731360037815, sessionid=0x1012bc574c10003, setting cluster-up flag (Was=false) 2024-11-11T21:20:39,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:39,939 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:39,971 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1371840165/flush-table-proc/acquired, /1-1371840165/flush-table-proc/reached, /1-1371840165/flush-table-proc/abort 2024-11-11T21:20:39,971 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,37759,1731360037815 2024-11-11T21:20:39,992 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:39,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:40,023 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1371840165/online-snapshot/acquired, /1-1371840165/online-snapshot/reached, /1-1371840165/online-snapshot/abort 2024-11-11T21:20:40,024 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,37759,1731360037815 2024-11-11T21:20:40,025 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:20:40,026 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:40,026 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:20:40,026 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:20:40,026 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,37759,1731360037815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:20:40,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:40,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:40,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:40,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:20:40,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:20:40,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:20:40,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:40,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:20:40,028 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360070028 2024-11-11T21:20:40,028 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:20:40,028 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:20:40,029 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:20:40,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:20:40,029 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:20:40,030 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360040029,5,FailOnTimeoutGroup] 2024-11-11T21:20:40,030 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360040030,5,FailOnTimeoutGroup] 2024-11-11T21:20:40,030 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,030 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:20:40,030 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,030 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:20:40,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:20:40,035 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56 2024-11-11T21:20:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:20:40,123 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(746): ClusterId : 771c93a7-a391-463c-96c5-0b86b52f8790 2024-11-11T21:20:40,123 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:20:40,135 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:20:40,135 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:20:40,145 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:20:40,145 DEBUG [RS:0;f286ae0a5299:33991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d0a818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:20:40,159 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:33991 2024-11-11T21:20:40,159 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:20:40,159 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:20:40,159 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:20:40,159 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,37759,1731360037815 with port=33991, startcode=1731360037976 2024-11-11T21:20:40,160 DEBUG [RS:0;f286ae0a5299:33991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:20:40,161 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:20:40,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,33991,1731360037976 2024-11-11T21:20:40,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37759 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,33991,1731360037976 2024-11-11T21:20:40,162 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56 2024-11-11T21:20:40,162 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37033 2024-11-11T21:20:40,162 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:20:40,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165/rs 2024-11-11T21:20:40,211 DEBUG [RS:0;f286ae0a5299:33991 {}] zookeeper.ZKUtil(111): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on existing znode=/1-1371840165/rs/f286ae0a5299,33991,1731360037976 2024-11-11T21:20:40,211 WARN [RS:0;f286ae0a5299:33991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:20:40,212 INFO [RS:0;f286ae0a5299:33991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:40,212 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976 2024-11-11T21:20:40,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,33991,1731360037976] 2024-11-11T21:20:40,214 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:20:40,216 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:20:40,216 INFO [RS:0;f286ae0a5299:33991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:20:40,216 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,216 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:20:40,217 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:20:40,217 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,217 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:20:40,218 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:20:40,218 DEBUG [RS:0;f286ae0a5299:33991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:20:40,218 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,218 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,218 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,218 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,218 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,218 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33991,1731360037976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:20:40,231 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:20:40,232 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33991,1731360037976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,232 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,232 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.Replication(171): f286ae0a5299,33991,1731360037976 started 2024-11-11T21:20:40,244 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,244 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,33991,1731360037976, RpcServer on f286ae0a5299/172.17.0.2:33991, sessionid=0x1012bc574c10004 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,33991,1731360037976 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,33991,1731360037976' 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1371840165/flush-table-proc/abort' 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1371840165/flush-table-proc/acquired' 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,33991,1731360037976 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,33991,1731360037976' 2024-11-11T21:20:40,245 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1371840165/online-snapshot/abort' 2024-11-11T21:20:40,246 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1371840165/online-snapshot/acquired' 2024-11-11T21:20:40,246 DEBUG [RS:0;f286ae0a5299:33991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:20:40,246 INFO [RS:0;f286ae0a5299:33991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:20:40,246 INFO [RS:0;f286ae0a5299:33991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:20:40,347 INFO [RS:0;f286ae0a5299:33991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:20:40,348 INFO [RS:0;f286ae0a5299:33991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C33991%2C1731360037976, suffix=, logDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976, archiveDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/oldWALs, maxLogs=10 2024-11-11T21:20:40,363 DEBUG [RS:0;f286ae0a5299:33991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348, exclude list is [], retry=0 2024-11-11T21:20:40,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-38f7168a-918a-4601-8960-c5527416ee06,DISK] 2024-11-11T21:20:40,366 INFO [RS:0;f286ae0a5299:33991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 2024-11-11T21:20:40,367 DEBUG [RS:0;f286ae0a5299:33991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)] 2024-11-11T21:20:40,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:40,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:20:40,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:20:40,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:40,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:20:40,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:20:40,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:40,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:20:40,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:20:40,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:40,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:20:40,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:20:40,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:40,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:20:40,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740 2024-11-11T21:20:40,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740 2024-11-11T21:20:40,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:20:40,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:20:40,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:40,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:20:40,452 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:40,452 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58721158, jitterRate=-0.12498655915260315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:40,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360040442Initializing all the Stores at 1731360040442Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360040443 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360040443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360040443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360040443Cleaning up temporary data from old regions at 1731360040449 (+6 ms)Region opened successfully at 1731360040452 (+3 ms) 2024-11-11T21:20:40,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:20:40,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:20:40,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:20:40,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:20:40,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:20:40,453 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:40,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360040452Disabling compacts and flushes for region at 1731360040452Disabling writes for close at 1731360040452Writing region close event to WAL at 1731360040453 (+1 ms)Closed at 1731360040453 2024-11-11T21:20:40,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:40,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:20:40,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:20:40,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:20:40,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:20:40,605 DEBUG [f286ae0a5299:37759 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:20:40,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,33991,1731360037976 2024-11-11T21:20:40,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,33991,1731360037976, state=OPENING 2024-11-11T21:20:40,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:20:40,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:20:40,665 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:40,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:40,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:20:40,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1371840165/meta-region-server: CHANGED 2024-11-11T21:20:40,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1371840165/meta-region-server: CHANGED 2024-11-11T21:20:40,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,33991,1731360037976}] 2024-11-11T21:20:40,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:20:40,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:20:40,822 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:20:40,822 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:40,822 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:20:40,823 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C33991%2C1731360037976.meta, suffix=.meta, logDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976, archiveDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/oldWALs, maxLogs=10 2024-11-11T21:20:40,842 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.meta.1731360040824.meta, exclude list is [], retry=0 2024-11-11T21:20:40,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-38f7168a-918a-4601-8960-c5527416ee06,DISK] 2024-11-11T21:20:40,845 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.meta.1731360040824.meta 2024-11-11T21:20:40,845 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)] 2024-11-11T21:20:40,845 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:40,846 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:40,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:20:40,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:20:40,846 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:20:40,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:20:40,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:40,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:20:40,846 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:20:40,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:20:40,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:20:40,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:40,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:20:40,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:20:40,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:40,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:20:40,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:20:40,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:40,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:20:40,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:20:40,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:20:40,851 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:20:40,851 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740 2024-11-11T21:20:40,852 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740 2024-11-11T21:20:40,853 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:20:40,853 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:20:40,853 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:20:40,854 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:20:40,854 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73293030, jitterRate=0.09215125441551208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:20:40,854 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:20:40,855 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360040846Writing region info on filesystem at 1731360040846Initializing all the Stores at 1731360040847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360040847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360040847Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360040847Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360040847Cleaning up temporary data from old regions at 1731360040853 (+6 ms)Running coprocessor post-open hooks at 1731360040854 (+1 ms)Region opened successfully at 1731360040855 (+1 ms) 2024-11-11T21:20:40,855 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360040818 2024-11-11T21:20:40,857 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:20:40,857 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:20:40,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,33991,1731360037976 2024-11-11T21:20:40,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,33991,1731360037976, state=OPEN 2024-11-11T21:20:40,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1371840165/meta-region-server 2024-11-11T21:20:40,886 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1371840165/meta-region-server 2024-11-11T21:20:40,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1371840165/meta-region-server: CHANGED 2024-11-11T21:20:40,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1371840165/meta-region-server: CHANGED 2024-11-11T21:20:40,887 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,33991,1731360037976 2024-11-11T21:20:40,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:20:40,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,33991,1731360037976 in 221 msec 2024-11-11T21:20:40,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:20:40,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-11T21:20:40,891 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:20:40,891 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:20:40,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:40,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33991,1731360037976, seqNum=-1] 2024-11-11T21:20:40,892 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:40,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:40,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-11-11T21:20:40,897 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360040897, completionTime=-1 2024-11-11T21:20:40,897 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:20:40,897 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:20:40,898 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:20:40,898 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360100898 2024-11-11T21:20:40,898 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360160898 2024-11-11T21:20:40,898 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:20:40,899 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37759,1731360037815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,899 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37759,1731360037815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,899 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37759,1731360037815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,899 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:37759, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,899 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,899 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,901 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:20:40,902 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.836sec 2024-11-11T21:20:40,902 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:20:40,902 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:20:40,902 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:20:40,902 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:20:40,902 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:20:40,902 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37759,1731360037815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:20:40,902 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37759,1731360037815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:20:40,904 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:20:40,904 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:20:40,904 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37759,1731360037815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:20:40,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677543c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:40,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37759,-1 for getting cluster id 2024-11-11T21:20:40,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:40,924 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '771c93a7-a391-463c-96c5-0b86b52f8790' 2024-11-11T21:20:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "771c93a7-a391-463c-96c5-0b86b52f8790" 2024-11-11T21:20:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eb9e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37759,-1] 2024-11-11T21:20:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:40,926 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:40,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38656f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:40,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:40,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33991,1731360037976, seqNum=-1] 2024-11-11T21:20:40,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:40,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:40,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,37759,1731360037815 2024-11-11T21:20:40,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60746 2024-11-11T21:20:40,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:20:40,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012bc574c10005 connected 2024-11-11T21:20:40,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37445,1731360032364 2024-11-11T21:20:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596fd55c 2024-11-11T21:20:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:40,953 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:40,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:20:40,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:20:40,956 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:40,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:20:40,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:20:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:20:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:41,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:41,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:41,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56aeeb38a9cf86068cf0f76ac278c942, NAME => 'test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82 2024-11-11T21:20:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:20:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:41,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:41,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56aeeb38a9cf86068cf0f76ac278c942, disabling compactions & flushes 2024-11-11T21:20:41,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:41,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:41,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. after waiting 0 ms 2024-11-11T21:20:41,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:41,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:41,768 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56aeeb38a9cf86068cf0f76ac278c942: Waiting for close lock at 1731360041768Disabling compacts and flushes for region at 1731360041768Disabling writes for close at 1731360041768Writing region close event to WAL at 1731360041768Closed at 1731360041768 2024-11-11T21:20:41,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:20:41,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360041769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360041769"}]},"ts":"1731360041769"} 2024-11-11T21:20:41,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:20:41,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:20:41,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360041772"}]},"ts":"1731360041772"} 2024-11-11T21:20:41,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:20:41,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56aeeb38a9cf86068cf0f76ac278c942, ASSIGN}] 2024-11-11T21:20:41,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56aeeb38a9cf86068cf0f76ac278c942, ASSIGN 2024-11-11T21:20:41,775 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56aeeb38a9cf86068cf0f76ac278c942, ASSIGN; state=OFFLINE, location=f286ae0a5299,41727,1731360032551; forceNewPlan=false, retain=false 2024-11-11T21:20:41,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56aeeb38a9cf86068cf0f76ac278c942, regionState=OPENING, regionLocation=f286ae0a5299,41727,1731360032551 2024-11-11T21:20:41,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56aeeb38a9cf86068cf0f76ac278c942, ASSIGN because future has completed 2024-11-11T21:20:41,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56aeeb38a9cf86068cf0f76ac278c942, server=f286ae0a5299,41727,1731360032551}] 2024-11-11T21:20:42,083 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:42,083 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56aeeb38a9cf86068cf0f76ac278c942, NAME => 'test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:42,083 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:42,084 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:20:42,084 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,084 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:42,084 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,084 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,086 INFO [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,087 INFO [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56aeeb38a9cf86068cf0f76ac278c942 columnFamilyName f 2024-11-11T21:20:42,087 DEBUG [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:42,088 INFO [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] regionserver.HStore(327): Store=56aeeb38a9cf86068cf0f76ac278c942/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:42,088 INFO [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,089 INFO [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56aeeb38a9cf86068cf0f76ac278c942 columnFamilyName f1 2024-11-11T21:20:42,089 DEBUG [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:42,089 INFO [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] regionserver.HStore(327): Store=56aeeb38a9cf86068cf0f76ac278c942/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:42,089 INFO [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,090 INFO [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56aeeb38a9cf86068cf0f76ac278c942 columnFamilyName norep 2024-11-11T21:20:42,090 DEBUG [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:42,090 INFO [StoreOpener-56aeeb38a9cf86068cf0f76ac278c942-1 {}] regionserver.HStore(327): Store=56aeeb38a9cf86068cf0f76ac278c942/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:42,090 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,091 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,091 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,092 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,092 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,092 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:20:42,093 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,095 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:42,095 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56aeeb38a9cf86068cf0f76ac278c942; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74741294, jitterRate=0.11373206973075867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:20:42,095 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:42,096 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56aeeb38a9cf86068cf0f76ac278c942: Running coprocessor pre-open hook at 1731360042084Writing region info on filesystem at 1731360042084Initializing all the Stores at 1731360042085 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360042085Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360042086 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360042086Cleaning up temporary data from old regions at 1731360042092 (+6 ms)Running coprocessor post-open hooks at 1731360042095 (+3 ms)Region opened successfully at 1731360042096 (+1 ms) 2024-11-11T21:20:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:42,097 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942., pid=6, masterSystemTime=1731360042080 2024-11-11T21:20:42,098 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:42,098 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:42,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56aeeb38a9cf86068cf0f76ac278c942, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,41727,1731360032551 2024-11-11T21:20:42,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56aeeb38a9cf86068cf0f76ac278c942, server=f286ae0a5299,41727,1731360032551 because future has completed 2024-11-11T21:20:42,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:20:42,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56aeeb38a9cf86068cf0f76ac278c942, server=f286ae0a5299,41727,1731360032551 in 173 msec 2024-11-11T21:20:42,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:20:42,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56aeeb38a9cf86068cf0f76ac278c942, ASSIGN in 329 msec 2024-11-11T21:20:42,105 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:20:42,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360042105"}]},"ts":"1731360042105"} 2024-11-11T21:20:42,107 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:20:42,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:20:42,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-11T21:20:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:43,106 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:20:43,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:43,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37759,1731360037815 2024-11-11T21:20:43,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7be75fc0 2024-11-11T21:20:43,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:43,108 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:43,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:20:43,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:20:43,110 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:43,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:20:43,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:20:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:20:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:43,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a354f762ee2a5569917c492d61010a18, NAME => 'test,,1731360043108.a354f762ee2a5569917c492d61010a18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56 2024-11-11T21:20:43,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:20:43,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:43,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:43,527 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18305 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:43,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360043108.a354f762ee2a5569917c492d61010a18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:43,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a354f762ee2a5569917c492d61010a18, disabling compactions & flushes 2024-11-11T21:20:43,922 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:43,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:43,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360043108.a354f762ee2a5569917c492d61010a18. after waiting 0 ms 2024-11-11T21:20:43,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:43,922 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:43,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a354f762ee2a5569917c492d61010a18: Waiting for close lock at 1731360043922Disabling compacts and flushes for region at 1731360043922Disabling writes for close at 1731360043922Writing region close event to WAL at 1731360043922Closed at 1731360043922 2024-11-11T21:20:43,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:20:43,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360043108.a354f762ee2a5569917c492d61010a18.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360043923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360043923"}]},"ts":"1731360043923"} 2024-11-11T21:20:43,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:20:43,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:20:43,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360043926"}]},"ts":"1731360043926"} 2024-11-11T21:20:43,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:20:43,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a354f762ee2a5569917c492d61010a18, ASSIGN}] 2024-11-11T21:20:43,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a354f762ee2a5569917c492d61010a18, ASSIGN 2024-11-11T21:20:43,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a354f762ee2a5569917c492d61010a18, ASSIGN; state=OFFLINE, location=f286ae0a5299,33991,1731360037976; forceNewPlan=false, retain=false 2024-11-11T21:20:44,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a354f762ee2a5569917c492d61010a18, regionState=OPENING, regionLocation=f286ae0a5299,33991,1731360037976 2024-11-11T21:20:44,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a354f762ee2a5569917c492d61010a18, ASSIGN because future has completed 2024-11-11T21:20:44,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a354f762ee2a5569917c492d61010a18, server=f286ae0a5299,33991,1731360037976}] 2024-11-11T21:20:44,237 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:44,237 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a354f762ee2a5569917c492d61010a18, NAME => 'test,,1731360043108.a354f762ee2a5569917c492d61010a18.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:44,237 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:44,237 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:20:44,238 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,238 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360043108.a354f762ee2a5569917c492d61010a18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:44,238 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,238 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,239 INFO [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,240 INFO [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a354f762ee2a5569917c492d61010a18 columnFamilyName f 2024-11-11T21:20:44,240 DEBUG [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:44,240 INFO [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] regionserver.HStore(327): Store=a354f762ee2a5569917c492d61010a18/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:44,240 INFO [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,241 INFO [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a354f762ee2a5569917c492d61010a18 columnFamilyName f1 2024-11-11T21:20:44,241 DEBUG [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:44,241 INFO [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] regionserver.HStore(327): Store=a354f762ee2a5569917c492d61010a18/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:44,241 INFO [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,242 INFO [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a354f762ee2a5569917c492d61010a18 columnFamilyName norep 2024-11-11T21:20:44,242 DEBUG [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:44,242 INFO [StoreOpener-a354f762ee2a5569917c492d61010a18-1 {}] regionserver.HStore(327): Store=a354f762ee2a5569917c492d61010a18/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:44,242 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,242 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,243 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,243 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,243 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,243 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:20:44,244 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,245 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:44,246 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a354f762ee2a5569917c492d61010a18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68609579, jitterRate=0.022362396121025085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:20:44,246 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:44,246 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a354f762ee2a5569917c492d61010a18: Running coprocessor pre-open hook at 1731360044238Writing region info on filesystem at 1731360044238Initializing all the Stores at 1731360044238Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360044238Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360044239 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360044239Cleaning up temporary data from old regions at 1731360044243 (+4 ms)Running coprocessor post-open hooks at 1731360044246 (+3 ms)Region opened successfully at 1731360044246 2024-11-11T21:20:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:44,246 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360043108.a354f762ee2a5569917c492d61010a18., pid=6, masterSystemTime=1731360044234 2024-11-11T21:20:44,248 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:44,248 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:44,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a354f762ee2a5569917c492d61010a18, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,33991,1731360037976 2024-11-11T21:20:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a354f762ee2a5569917c492d61010a18, server=f286ae0a5299,33991,1731360037976 because future has completed 2024-11-11T21:20:44,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:20:44,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a354f762ee2a5569917c492d61010a18, server=f286ae0a5299,33991,1731360037976 in 168 msec 2024-11-11T21:20:44,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:20:44,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a354f762ee2a5569917c492d61010a18, ASSIGN in 324 msec 2024-11-11T21:20:44,254 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:20:44,254 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360044254"}]},"ts":"1731360044254"} 2024-11-11T21:20:44,256 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:20:44,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:20:44,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-11T21:20:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:20:45,257 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:20:45,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e32c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37445,-1 for getting cluster id 2024-11-11T21:20:45,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:45,258 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777815c8-71b0-486d-a548-f8408e1c126e' 2024-11-11T21:20:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777815c8-71b0-486d-a548-f8408e1c126e" 2024-11-11T21:20:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9c686b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37445,-1] 2024-11-11T21:20:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:45,259 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c411757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34720c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37759,-1 for getting cluster id 2024-11-11T21:20:45,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:45,260 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '771c93a7-a391-463c-96c5-0b86b52f8790' 2024-11-11T21:20:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "771c93a7-a391-463c-96c5-0b86b52f8790" 2024-11-11T21:20:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158be7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37759,-1] 2024-11-11T21:20:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:45,261 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:45,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae0dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52123fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37445,-1 for getting cluster id 2024-11-11T21:20:45,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:45,263 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777815c8-71b0-486d-a548-f8408e1c126e' 2024-11-11T21:20:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777815c8-71b0-486d-a548-f8408e1c126e" 2024-11-11T21:20:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712901c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37445,-1] 2024-11-11T21:20:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:45,264 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312b7760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37445,1731360032364 2024-11-11T21:20:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77368e26 2024-11-11T21:20:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:45,266 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:45,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:37759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:20:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:20:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:45,269 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37759' 2024-11-11T21:20:45,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784ea942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,270 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37759,-1 for getting cluster id 2024-11-11T21:20:45,270 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:45,270 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '771c93a7-a391-463c-96c5-0b86b52f8790' 2024-11-11T21:20:45,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:45,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "771c93a7-a391-463c-96c5-0b86b52f8790" 2024-11-11T21:20:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4883d9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37759,-1] 2024-11-11T21:20:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:45,271 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ae4bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:45,272 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:45,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37759,1731360037815 2024-11-11T21:20:45,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71d69283 2024-11-11T21:20:45,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:45,273 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:45,274 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:20:45,274 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:20:45,274 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:45,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:45,274 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:45,275 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:45,275 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:20:45,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:20:45,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:45,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:20:45,326 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:20:45,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:20:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:45,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 579fbea51a194918e26ed8bafee3415e, NAME => 'hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82 2024-11-11T21:20:45,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:46,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:46,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 579fbea51a194918e26ed8bafee3415e, disabling compactions & flushes 2024-11-11T21:20:46,137 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:46,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:46,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. after waiting 0 ms 2024-11-11T21:20:46,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:46,137 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:46,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 579fbea51a194918e26ed8bafee3415e: Waiting for close lock at 1731360046137Disabling compacts and flushes for region at 1731360046137Disabling writes for close at 1731360046137Writing region close event to WAL at 1731360046137Closed at 1731360046137 2024-11-11T21:20:46,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:20:46,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360046139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360046139"}]},"ts":"1731360046139"} 2024-11-11T21:20:46,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:20:46,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:20:46,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360046141"}]},"ts":"1731360046141"} 2024-11-11T21:20:46,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:20:46,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=579fbea51a194918e26ed8bafee3415e, ASSIGN}] 2024-11-11T21:20:46,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=579fbea51a194918e26ed8bafee3415e, ASSIGN 2024-11-11T21:20:46,144 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=579fbea51a194918e26ed8bafee3415e, ASSIGN; state=OFFLINE, location=f286ae0a5299,41727,1731360032551; forceNewPlan=false, retain=false 2024-11-11T21:20:46,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=579fbea51a194918e26ed8bafee3415e, regionState=OPENING, regionLocation=f286ae0a5299,41727,1731360032551 2024-11-11T21:20:46,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=579fbea51a194918e26ed8bafee3415e, ASSIGN because future has completed 2024-11-11T21:20:46,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579fbea51a194918e26ed8bafee3415e, server=f286ae0a5299,41727,1731360032551}] 2024-11-11T21:20:46,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:46,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:46,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T21:20:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:46,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:46,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:46,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:20:46,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C41727%2C1731360032551.rep, suffix=, logDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551, archiveDir=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/oldWALs, maxLogs=10 2024-11-11T21:20:46,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.rep.1731360046453, exclude list is [], retry=0 2024-11-11T21:20:46,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-33b5a699-6221-4052-a184-bcaf245299d9,DISK] 2024-11-11T21:20:46,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.rep.1731360046453 2024-11-11T21:20:46,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-11-11T21:20:46,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 579fbea51a194918e26ed8bafee3415e, NAME => 'hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:46,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:46,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:20:46,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. service=MultiRowMutationService 2024-11-11T21:20:46,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:20:46,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:46,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,470 INFO [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,471 INFO [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579fbea51a194918e26ed8bafee3415e columnFamilyName hfileref 2024-11-11T21:20:46,471 DEBUG [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:46,471 INFO [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] regionserver.HStore(327): Store=579fbea51a194918e26ed8bafee3415e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:46,471 INFO [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,472 INFO [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579fbea51a194918e26ed8bafee3415e columnFamilyName queue 2024-11-11T21:20:46,472 DEBUG [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:46,472 INFO [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] regionserver.HStore(327): Store=579fbea51a194918e26ed8bafee3415e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:46,472 INFO [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,473 INFO [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579fbea51a194918e26ed8bafee3415e columnFamilyName sid 2024-11-11T21:20:46,473 DEBUG [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:46,473 INFO [StoreOpener-579fbea51a194918e26ed8bafee3415e-1 {}] regionserver.HStore(327): Store=579fbea51a194918e26ed8bafee3415e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:46,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/replication/579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/replication/579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:20:46,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/replication/579fbea51a194918e26ed8bafee3415e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:46,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 579fbea51a194918e26ed8bafee3415e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71466461, jitterRate=0.06493325531482697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:20:46,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:46,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 579fbea51a194918e26ed8bafee3415e: Running coprocessor pre-open hook at 1731360046469Writing region info on filesystem at 1731360046469Initializing all the Stores at 1731360046470 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360046470Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360046470Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360046470Cleaning up temporary data from old regions at 1731360046475 (+5 ms)Running coprocessor post-open hooks at 1731360046478 (+3 ms)Region opened successfully at 1731360046478 2024-11-11T21:20:46,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e., pid=10, masterSystemTime=1731360046449 2024-11-11T21:20:46,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:46,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:46,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=579fbea51a194918e26ed8bafee3415e, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,41727,1731360032551 2024-11-11T21:20:46,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 579fbea51a194918e26ed8bafee3415e, server=f286ae0a5299,41727,1731360032551 because future has completed 2024-11-11T21:20:46,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:20:46,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 579fbea51a194918e26ed8bafee3415e, server=f286ae0a5299,41727,1731360032551 in 186 msec 2024-11-11T21:20:46,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:20:46,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=579fbea51a194918e26ed8bafee3415e, ASSIGN in 343 msec 2024-11-11T21:20:46,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:20:46,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360046487"}]},"ts":"1731360046487"} 2024-11-11T21:20:46,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:20:46,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:20:46,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2140 sec 2024-11-11T21:20:46,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e., hostname=f286ae0a5299,41727,1731360032551, seqNum=2] 2024-11-11T21:20:46,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:20:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:46,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:20:46,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:20:46,913 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:20:46,940 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,41727,1731360032551, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:20:46,940 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:46,940 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,41727,1731360032551, seqNum=-1] 2024-11-11T21:20:46,941 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:46,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T21:20:46,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,41727,1731360032551', locateType=CURRENT is [region=hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e., hostname=f286ae0a5299,41727,1731360032551, seqNum=2] 2024-11-11T21:20:46,945 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:20:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:20:46,947 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,41727,1731360032551 suceeded 2024-11-11T21:20:46,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:20:46,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-11T21:20:46,949 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:37759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:20:46,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6830 sec 2024-11-11T21:20:46,959 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37759' 2024-11-11T21:20:46,960 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf51cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:46,960 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37759,-1 for getting cluster id 2024-11-11T21:20:46,960 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:46,960 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '771c93a7-a391-463c-96c5-0b86b52f8790' 2024-11-11T21:20:46,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "771c93a7-a391-463c-96c5-0b86b52f8790" 2024-11-11T21:20:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63e1d857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37759,-1] 2024-11-11T21:20:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:46,962 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:46,962 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af8f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:46,962 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:46,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37759,1731360037815 2024-11-11T21:20:46,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b7279f8 2024-11-11T21:20:46,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:46,964 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T21:20:46,964 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,41727,1731360032551 (queues=1) is replicating from cluster=777815c8-71b0-486d-a548-f8408e1c126e to cluster=771c93a7-a391-463c-96c5-0b86b52f8790 2024-11-11T21:20:46,964 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C41727%2C1731360032551 2024-11-11T21:20:46,964 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,41727,1731360032551, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:20:46,965 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C41727%2C1731360032551 2024-11-11T21:20:46,965 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764, startPosition=0, beingWritten=true 2024-11-11T21:20:46,974 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:46,974 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 379, reset compression=false 2024-11-11T21:20:46,974 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,41727,1731360032551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:47,177 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 379, reset compression=false 2024-11-11T21:20:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:47,416 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:20:47,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:47,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:47,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:47,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:47,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:47,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fca262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:47,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37759,-1 for getting cluster id 2024-11-11T21:20:47,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:47,418 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '771c93a7-a391-463c-96c5-0b86b52f8790' 2024-11-11T21:20:47,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:47,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "771c93a7-a391-463c-96c5-0b86b52f8790" 2024-11-11T21:20:47,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e9a607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37759,-1] 2024-11-11T21:20:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:47,419 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37744797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:47,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:47,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37759,1731360037815 2024-11-11T21:20:47,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32c4fbf4 2024-11-11T21:20:47,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:47,422 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:47,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:37445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:20:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:20:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:47,424 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37445' 2024-11-11T21:20:47,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbd551f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:47,425 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37445,-1 for getting cluster id 2024-11-11T21:20:47,425 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:47,426 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777815c8-71b0-486d-a548-f8408e1c126e' 2024-11-11T21:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777815c8-71b0-486d-a548-f8408e1c126e" 2024-11-11T21:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9a008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37445,-1] 2024-11-11T21:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:47,427 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:47,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d43bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:47,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:47,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37445,1731360032364 2024-11-11T21:20:47,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d374414 2024-11-11T21:20:47,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:47,429 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:20:47,430 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:20:47,430 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:20:47,430 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:47,430 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:47,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:47,430 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:20:47,431 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:20:47,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:20:47,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:47,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:20:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:20:47,481 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 379, reset compression=false 2024-11-11T21:20:47,482 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:20:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:47,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d11e69258051320c4d0ccbe8a92d2314, NAME => 'hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56 2024-11-11T21:20:47,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:20:47,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:47,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d11e69258051320c4d0ccbe8a92d2314, disabling compactions & flushes 2024-11-11T21:20:47,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:47,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:47,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. after waiting 0 ms 2024-11-11T21:20:47,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:47,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:47,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d11e69258051320c4d0ccbe8a92d2314: Waiting for close lock at 1731360047854Disabling compacts and flushes for region at 1731360047854Disabling writes for close at 1731360047854Writing region close event to WAL at 1731360047854Closed at 1731360047854 2024-11-11T21:20:47,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:20:47,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360047856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360047856"}]},"ts":"1731360047856"} 2024-11-11T21:20:47,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:20:47,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:20:47,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360047859"}]},"ts":"1731360047859"} 2024-11-11T21:20:47,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:20:47,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d11e69258051320c4d0ccbe8a92d2314, ASSIGN}] 2024-11-11T21:20:47,862 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d11e69258051320c4d0ccbe8a92d2314, ASSIGN 2024-11-11T21:20:47,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d11e69258051320c4d0ccbe8a92d2314, ASSIGN; state=OFFLINE, location=f286ae0a5299,33991,1731360037976; forceNewPlan=false, retain=false 2024-11-11T21:20:47,885 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 379, reset compression=false 2024-11-11T21:20:48,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d11e69258051320c4d0ccbe8a92d2314, regionState=OPENING, regionLocation=f286ae0a5299,33991,1731360037976 2024-11-11T21:20:48,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d11e69258051320c4d0ccbe8a92d2314, ASSIGN because future has completed 2024-11-11T21:20:48,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d11e69258051320c4d0ccbe8a92d2314, server=f286ae0a5299,33991,1731360037976}] 2024-11-11T21:20:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:48,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:48,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:20:48,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:20:48,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C33991%2C1731360037976.rep, suffix=, logDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976, archiveDir=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/oldWALs, maxLogs=10 2024-11-11T21:20:48,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.rep.1731360048173, exclude list is [], retry=0 2024-11-11T21:20:48,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-38f7168a-918a-4601-8960-c5527416ee06,DISK] 2024-11-11T21:20:48,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.rep.1731360048173 2024-11-11T21:20:48,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32999:32999)] 2024-11-11T21:20:48,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d11e69258051320c4d0ccbe8a92d2314, NAME => 'hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:20:48,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:20:48,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:20:48,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. service=MultiRowMutationService 2024-11-11T21:20:48,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:20:48,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:20:48,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,197 INFO [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,199 INFO [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d11e69258051320c4d0ccbe8a92d2314 columnFamilyName hfileref 2024-11-11T21:20:48,199 DEBUG [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:48,199 INFO [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] regionserver.HStore(327): Store=d11e69258051320c4d0ccbe8a92d2314/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:48,199 INFO [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,200 INFO [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d11e69258051320c4d0ccbe8a92d2314 columnFamilyName queue 2024-11-11T21:20:48,200 DEBUG [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:48,201 INFO [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] regionserver.HStore(327): Store=d11e69258051320c4d0ccbe8a92d2314/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:48,201 INFO [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,201 INFO [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d11e69258051320c4d0ccbe8a92d2314 columnFamilyName sid 2024-11-11T21:20:48,202 DEBUG [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:20:48,202 INFO [StoreOpener-d11e69258051320c4d0ccbe8a92d2314-1 {}] regionserver.HStore(327): Store=d11e69258051320c4d0ccbe8a92d2314/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:20:48,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/replication/d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/replication/d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:20:48,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/replication/d11e69258051320c4d0ccbe8a92d2314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:20:48,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d11e69258051320c4d0ccbe8a92d2314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72662361, jitterRate=0.08275355398654938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:20:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d11e69258051320c4d0ccbe8a92d2314: Running coprocessor pre-open hook at 1731360048196Writing region info on filesystem at 1731360048196Initializing all the Stores at 1731360048197 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360048197Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360048197Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360048197Cleaning up temporary data from old regions at 1731360048203 (+6 ms)Running coprocessor post-open hooks at 1731360048206 (+3 ms)Region opened successfully at 1731360048206 2024-11-11T21:20:48,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314., pid=10, masterSystemTime=1731360048168 2024-11-11T21:20:48,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:48,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:48,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d11e69258051320c4d0ccbe8a92d2314, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,33991,1731360037976 2024-11-11T21:20:48,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d11e69258051320c4d0ccbe8a92d2314, server=f286ae0a5299,33991,1731360037976 because future has completed 2024-11-11T21:20:48,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:20:48,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d11e69258051320c4d0ccbe8a92d2314, server=f286ae0a5299,33991,1731360037976 in 197 msec 2024-11-11T21:20:48,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:20:48,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d11e69258051320c4d0ccbe8a92d2314, ASSIGN in 354 msec 2024-11-11T21:20:48,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:20:48,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360048217"}]},"ts":"1731360048217"} 2024-11-11T21:20:48,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:20:48,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:20:48,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-11T21:20:48,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314., hostname=f286ae0a5299,33991,1731360037976, seqNum=2] 2024-11-11T21:20:48,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:48,307 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:48,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:20:48,388 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 379, reset compression=false 2024-11-11T21:20:48,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:20:48,481 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:20:48,507 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,33991,1731360037976, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:20:48,507 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:48,507 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33991,1731360037976, seqNum=-1] 2024-11-11T21:20:48,507 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:48,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T21:20:48,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,33991,1731360037976', locateType=CURRENT is [region=hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314., hostname=f286ae0a5299,33991,1731360037976, seqNum=2] 2024-11-11T21:20:48,512 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:20:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:20:48,514 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,33991,1731360037976 suceeded 2024-11-11T21:20:48,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:20:48,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-11T21:20:48,516 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:37445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:20:48,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0940 sec 2024-11-11T21:20:48,528 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37445' 2024-11-11T21:20:48,529 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a119e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:48,529 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37445,-1 for getting cluster id 2024-11-11T21:20:48,529 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:48,530 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777815c8-71b0-486d-a548-f8408e1c126e' 2024-11-11T21:20:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777815c8-71b0-486d-a548-f8408e1c126e" 2024-11-11T21:20:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2a465d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37445,-1] 2024-11-11T21:20:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:48,531 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:48,531 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4206ef75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:48,532 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37445,1731360032364 2024-11-11T21:20:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34b17a65 2024-11-11T21:20:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:20:48,533 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T21:20:48,533 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,33991,1731360037976 (queues=1) is replicating from cluster=771c93a7-a391-463c-96c5-0b86b52f8790 to cluster=777815c8-71b0-486d-a548-f8408e1c126e 2024-11-11T21:20:48,534 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C33991%2C1731360037976 2024-11-11T21:20:48,534 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,33991,1731360037976, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:20:48,534 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C33991%2C1731360037976 2024-11-11T21:20:48,534 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348, startPosition=0, beingWritten=true 2024-11-11T21:20:48,542 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:48,542 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 379, reset compression=false 2024-11-11T21:20:48,542 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33991,1731360037976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:20:48,556 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:20:48,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:48,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:48,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:48,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:48,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:48,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:48,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,41727,1731360032551, seqNum=-1] 2024-11-11T21:20:48,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:48,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942., hostname=f286ae0a5299,41727,1731360032551, seqNum=2] 2024-11-11T21:20:48,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:48,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33991,1731360037976, seqNum=-1] 2024-11-11T21:20:48,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:48,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:20:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360043108.a354f762ee2a5569917c492d61010a18., hostname=f286ae0a5299,33991,1731360037976, seqNum=2] 2024-11-11T21:20:48,566 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T21:20:48,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:20:48,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T21:20:48,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T21:20:48,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T21:20:48,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:20:48,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T21:20:48,745 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 379, reset compression=false 2024-11-11T21:20:48,992 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 379, reset compression=false 2024-11-11T21:20:48,996 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:20:48,996 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 480, reset compression=false 2024-11-11T21:20:48,996 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,41727,1731360032551 got entry batch from reader: WALEntryBatch [walEntries=[{test/56aeeb38a9cf86068cf0f76ac278c942/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T21:20:48,998 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:20:48,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T21:20:49,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:20:49,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26c89b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:49,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37759,-1 for getting cluster id 2024-11-11T21:20:49,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:49,002 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '771c93a7-a391-463c-96c5-0b86b52f8790' 2024-11-11T21:20:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "771c93a7-a391-463c-96c5-0b86b52f8790" 2024-11-11T21:20:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fed71c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37759,-1] 2024-11-11T21:20:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:49,003 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:49,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63ee68ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:49,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:49,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33991,1731360037976, seqNum=-1] 2024-11-11T21:20:49,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:49,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T21:20:49,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360043108.a354f762ee2a5569917c492d61010a18., hostname=f286ae0a5299,33991,1731360037976, seqNum=2] 2024-11-11T21:20:49,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:20:49,049 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 379, reset compression=false 2024-11-11T21:20:49,066 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:49,066 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 503, reset compression=false 2024-11-11T21:20:49,066 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33991,1731360037976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:49,200 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 480, reset compression=false 2024-11-11T21:20:49,270 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 503, reset compression=false 2024-11-11T21:20:49,503 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 480, reset compression=false 2024-11-11T21:20:49,569 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T21:20:49,572 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T21:20:49,573 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 503, reset compression=false 2024-11-11T21:20:49,577 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:20:49,577 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 607, reset compression=false 2024-11-11T21:20:49,577 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33991,1731360037976 got entry batch from reader: WALEntryBatch [walEntries=[{test/a354f762ee2a5569917c492d61010a18/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T21:20:49,579 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:20:49,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T21:20:49,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:20:49,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@597b8e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:49,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41727 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37445,-1 for getting cluster id 2024-11-11T21:20:49,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:20:49,581 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '777815c8-71b0-486d-a548-f8408e1c126e' 2024-11-11T21:20:49,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:20:49,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "777815c8-71b0-486d-a548-f8408e1c126e" 2024-11-11T21:20:49,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc19467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:49,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37445,-1] 2024-11-11T21:20:49,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:20:49,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:49,583 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:20:49,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cda3b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:20:49,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41727 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:20:49,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,41727,1731360032551, seqNum=-1] 2024-11-11T21:20:49,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:20:49,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T21:20:49,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942., hostname=f286ae0a5299,41727,1731360032551, seqNum=2] 2024-11-11T21:20:49,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:20:49,780 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 607, reset compression=false 2024-11-11T21:20:49,906 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 480, reset compression=false 2024-11-11T21:20:49,910 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:49,910 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 607, reset compression=false 2024-11-11T21:20:49,910 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,41727,1731360032551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:50,084 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 607, reset compression=false 2024-11-11T21:20:50,116 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 607, reset compression=false 2024-11-11T21:20:50,420 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 607, reset compression=false 2024-11-11T21:20:50,488 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 607, reset compression=false 2024-11-11T21:20:50,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T21:20:50,582 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T21:20:50,824 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 607, reset compression=false 2024-11-11T21:20:50,829 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:20:50,829 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 763, reset compression=false 2024-11-11T21:20:50,829 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,41727,1731360032551 got entry batch from reader: WALEntryBatch [walEntries=[{test/56aeeb38a9cf86068cf0f76ac278c942/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T21:20:50,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:20:50,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33991 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:20:50,992 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 607, reset compression=false 2024-11-11T21:20:50,996 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:50,996 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 754, reset compression=false 2024-11-11T21:20:50,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33991,1731360037976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:51,034 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 763, reset compression=false 2024-11-11T21:20:51,201 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 754, reset compression=false 2024-11-11T21:20:51,338 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 763, reset compression=false 2024-11-11T21:20:51,504 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 754, reset compression=false 2024-11-11T21:20:51,585 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T21:20:51,588 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T21:20:51,741 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 763, reset compression=false 2024-11-11T21:20:51,909 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 754, reset compression=false 2024-11-11T21:20:51,922 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:20:51,922 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 913, reset compression=false 2024-11-11T21:20:51,922 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33991,1731360037976 got entry batch from reader: WALEntryBatch [walEntries=[{test/a354f762ee2a5569917c492d61010a18/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T21:20:51,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:20:51,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:20:51,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:52,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:52,136 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 913, reset compression=false 2024-11-11T21:20:52,252 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 763, reset compression=false 2024-11-11T21:20:52,258 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:52,258 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 912, reset compression=false 2024-11-11T21:20:52,258 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,41727,1731360032551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:52,439 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 913, reset compression=false 2024-11-11T21:20:52,461 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 912, reset compression=false 2024-11-11T21:20:52,590 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T21:20:52,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:20:52,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:52,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:52,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:52,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:52,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:52,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:20:52,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=395089779, stopped=false 2024-11-11T21:20:52,596 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,37759,1731360037815 2024-11-11T21:20:52,696 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1371840165/running 2024-11-11T21:20:52,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1371840165/running 2024-11-11T21:20:52,696 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:52,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:52,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:20:52,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:52,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:52,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:52,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,33991,1731360037976' ***** 2024-11-11T21:20:52,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:20:52,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on znode that does not yet exist, /1-1371840165/running 2024-11-11T21:20:52,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Set watcher on znode that does not yet exist, /1-1371840165/running 2024-11-11T21:20:52,697 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:20:52,697 INFO [RS:0;f286ae0a5299:33991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(3091): Received CLOSE for d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:52,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(3091): Received CLOSE for a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,33991,1731360037976 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:33991. 2024-11-11T21:20:52,698 DEBUG [RS:0;f286ae0a5299:33991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:52,698 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d11e69258051320c4d0ccbe8a92d2314, disabling compactions & flushes 2024-11-11T21:20:52,698 DEBUG [RS:0;f286ae0a5299:33991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:52,698 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:52,698 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:52,698 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. after waiting 0 ms 2024-11-11T21:20:52,698 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:20:52,698 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d11e69258051320c4d0ccbe8a92d2314 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-11T21:20:52,698 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:20:52,699 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1325): Online Regions={d11e69258051320c4d0ccbe8a92d2314=hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314., 1588230740=hbase:meta,,1.1588230740, a354f762ee2a5569917c492d61010a18=test,,1731360043108.a354f762ee2a5569917c492d61010a18.} 2024-11-11T21:20:52,699 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a354f762ee2a5569917c492d61010a18, d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:52,699 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:20:52,699 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:20:52,699 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:20:52,699 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:20:52,699 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:20:52,699 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:20:52,716 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/info/58f3f23e8cc7464eaf6db332a940f29a is 147, key is hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314./info:regioninfo/1731360048209/Put/seqid=0 2024-11-11T21:20:52,716 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/replication/d11e69258051320c4d0ccbe8a92d2314/.tmp/queue/3e4cf67d6670412198f2e8d50b13a9e0 is 153, key is 1-f286ae0a5299,33991,1731360037976/queue:f286ae0a5299%2C33991%2C1731360037976/1731360051932/Put/seqid=0 2024-11-11T21:20:52,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741840_1016 (size=7686) 2024-11-11T21:20:52,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741841_1017 (size=5352) 2024-11-11T21:20:52,727 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:20:52,765 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 912, reset compression=false 2024-11-11T21:20:52,842 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 913, reset compression=false 2024-11-11T21:20:52,899 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a354f762ee2a5569917c492d61010a18, d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:53,099 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a354f762ee2a5569917c492d61010a18, d11e69258051320c4d0ccbe8a92d2314 2024-11-11T21:20:53,120 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/info/58f3f23e8cc7464eaf6db332a940f29a 2024-11-11T21:20:53,121 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/replication/d11e69258051320c4d0ccbe8a92d2314/.tmp/queue/3e4cf67d6670412198f2e8d50b13a9e0 2024-11-11T21:20:53,129 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/replication/d11e69258051320c4d0ccbe8a92d2314/.tmp/queue/3e4cf67d6670412198f2e8d50b13a9e0 as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/replication/d11e69258051320c4d0ccbe8a92d2314/queue/3e4cf67d6670412198f2e8d50b13a9e0 2024-11-11T21:20:53,133 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/replication/d11e69258051320c4d0ccbe8a92d2314/queue/3e4cf67d6670412198f2e8d50b13a9e0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T21:20:53,134 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d11e69258051320c4d0ccbe8a92d2314 in 436ms, sequenceid=10, compaction requested=false 2024-11-11T21:20:53,143 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/ns/733f079b4a1f4943a34fe92f84ddd4d7 is 43, key is default/ns:d/1731360040893/Put/seqid=0 2024-11-11T21:20:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/replication/d11e69258051320c4d0ccbe8a92d2314/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T21:20:53,153 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:53,153 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:53,153 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:53,153 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d11e69258051320c4d0ccbe8a92d2314: Waiting for close lock at 1731360052698Running coprocessor pre-close hooks at 1731360052698Disabling compacts and flushes for region at 1731360052698Disabling writes for close at 1731360052698Obtaining lock to block concurrent updates at 1731360052698Preparing flush snapshotting stores in d11e69258051320c4d0ccbe8a92d2314 at 1731360052698Finished memstore snapshotting hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731360052699 (+1 ms)Flushing stores of hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. at 1731360052699Flushing d11e69258051320c4d0ccbe8a92d2314/queue: creating writer at 1731360052699Flushing d11e69258051320c4d0ccbe8a92d2314/queue: appending metadata at 1731360052716 (+17 ms)Flushing d11e69258051320c4d0ccbe8a92d2314/queue: closing flushed file at 1731360052716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d31b4c6: reopening flushed file at 1731360053124 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d11e69258051320c4d0ccbe8a92d2314 in 436ms, sequenceid=10, compaction requested=false at 1731360053134 (+10 ms)Writing region close event to WAL at 1731360053148 (+14 ms)Running coprocessor post-close hooks at 1731360053153 (+5 ms)Closed at 1731360053153 2024-11-11T21:20:53,153 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731360047430.d11e69258051320c4d0ccbe8a92d2314. 2024-11-11T21:20:53,154 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a354f762ee2a5569917c492d61010a18, disabling compactions & flushes 2024-11-11T21:20:53,154 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:53,154 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:53,154 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360043108.a354f762ee2a5569917c492d61010a18. after waiting 0 ms 2024-11-11T21:20:53,154 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:53,154 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a354f762ee2a5569917c492d61010a18 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T21:20:53,168 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 912, reset compression=false 2024-11-11T21:20:53,172 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/.tmp/f/a1024f2506f14a158e17614a5a2bde69 is 29, key is row1/f:/1731360051585/DeleteFamily/seqid=0 2024-11-11T21:20:53,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741843_1019 (size=5118) 2024-11-11T21:20:53,176 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/.tmp/f/a1024f2506f14a158e17614a5a2bde69 2024-11-11T21:20:53,180 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1024f2506f14a158e17614a5a2bde69 2024-11-11T21:20:53,195 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/.tmp/f1/1f15da1f89374a96b3821c04073acbdc is 30, key is row1/f1:/1731360051585/DeleteFamily/seqid=0 2024-11-11T21:20:53,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741844_1020 (size=5123) 2024-11-11T21:20:53,266 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:20:53,266 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:20:53,299 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:53,345 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 913, reset compression=false 2024-11-11T21:20:53,351 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:53,351 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 1160, reset compression=false 2024-11-11T21:20:53,351 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,33991,1731360037976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:53,352 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,33991,1731360037976: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,33991,1731360037976, walGroup=f286ae0a5299%2C33991%2C1731360037976, offset=f286ae0a5299%2C33991%2C1731360037976.1731360040348:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:33991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:20:53,353 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:20:53,353 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:20:53,354 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:20:53,354 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:20:53,354 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:20:53,354 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 613935920 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190910408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:20:53,354 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:37759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:37759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:20:53,499 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:53,551 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/ns/733f079b4a1f4943a34fe92f84ddd4d7 2024-11-11T21:20:53,555 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 1160, reset compression=false 2024-11-11T21:20:53,570 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/rep_barrier/ec854c5962424207b52fe92b90f32bf2 is 112, key is test,,1731360043108.a354f762ee2a5569917c492d61010a18./rep_barrier:seqnumDuringOpen/1731360044248/Put/seqid=0 2024-11-11T21:20:53,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741845_1021 (size=5518) 2024-11-11T21:20:53,599 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/.tmp/f1/1f15da1f89374a96b3821c04073acbdc 2024-11-11T21:20:53,602 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f15da1f89374a96b3821c04073acbdc 2024-11-11T21:20:53,616 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/.tmp/norep/06bbaaa42e9f4644a54a4e3ba21cc6f7 is 33, key is row1/norep:/1731360051585/DeleteFamily/seqid=0 2024-11-11T21:20:53,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:20:53,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:53,617 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28396 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:20:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741846_1022 (size=5108) 2024-11-11T21:20:53,671 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 912, reset compression=false 2024-11-11T21:20:53,699 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:20:53,700 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a354f762ee2a5569917c492d61010a18=test,,1731360043108.a354f762ee2a5569917c492d61010a18.} 2024-11-11T21:20:53,700 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:53,858 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 1160, reset compression=false 2024-11-11T21:20:53,900 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a354f762ee2a5569917c492d61010a18 2024-11-11T21:20:53,974 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/rep_barrier/ec854c5962424207b52fe92b90f32bf2 2024-11-11T21:20:54,003 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/table/bcb40e6661e041c191257a336d82867c is 53, key is hbase:replication/table:state/1731360048217/Put/seqid=0 2024-11-11T21:20:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741847_1023 (size=5308) 2024-11-11T21:20:54,020 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/.tmp/norep/06bbaaa42e9f4644a54a4e3ba21cc6f7 2024-11-11T21:20:54,024 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06bbaaa42e9f4644a54a4e3ba21cc6f7 2024-11-11T21:20:54,024 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/.tmp/f/a1024f2506f14a158e17614a5a2bde69 as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/f/a1024f2506f14a158e17614a5a2bde69 2024-11-11T21:20:54,028 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1024f2506f14a158e17614a5a2bde69 2024-11-11T21:20:54,028 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/f/a1024f2506f14a158e17614a5a2bde69, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T21:20:54,029 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/.tmp/f1/1f15da1f89374a96b3821c04073acbdc as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/f1/1f15da1f89374a96b3821c04073acbdc 2024-11-11T21:20:54,033 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f15da1f89374a96b3821c04073acbdc 2024-11-11T21:20:54,033 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/f1/1f15da1f89374a96b3821c04073acbdc, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T21:20:54,034 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/.tmp/norep/06bbaaa42e9f4644a54a4e3ba21cc6f7 as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/norep/06bbaaa42e9f4644a54a4e3ba21cc6f7 2024-11-11T21:20:54,038 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06bbaaa42e9f4644a54a4e3ba21cc6f7 2024-11-11T21:20:54,038 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/norep/06bbaaa42e9f4644a54a4e3ba21cc6f7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T21:20:54,039 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a354f762ee2a5569917c492d61010a18 in 885ms, sequenceid=8, compaction requested=false 2024-11-11T21:20:54,044 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/default/test/a354f762ee2a5569917c492d61010a18/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:20:54,044 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:54,044 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:20:54,044 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:54,044 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a354f762ee2a5569917c492d61010a18: Waiting for close lock at 1731360053153Running coprocessor pre-close hooks at 1731360053153Disabling compacts and flushes for region at 1731360053153Disabling writes for close at 1731360053154 (+1 ms)Obtaining lock to block concurrent updates at 1731360053154Preparing flush snapshotting stores in a354f762ee2a5569917c492d61010a18 at 1731360053154Finished memstore snapshotting test,,1731360043108.a354f762ee2a5569917c492d61010a18., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731360053154Flushing stores of test,,1731360043108.a354f762ee2a5569917c492d61010a18. at 1731360053155 (+1 ms)Flushing a354f762ee2a5569917c492d61010a18/f: creating writer at 1731360053155Flushing a354f762ee2a5569917c492d61010a18/f: appending metadata at 1731360053171 (+16 ms)Flushing a354f762ee2a5569917c492d61010a18/f: closing flushed file at 1731360053171Flushing a354f762ee2a5569917c492d61010a18/f1: creating writer at 1731360053180 (+9 ms)Flushing a354f762ee2a5569917c492d61010a18/f1: appending metadata at 1731360053195 (+15 ms)Flushing a354f762ee2a5569917c492d61010a18/f1: closing flushed file at 1731360053195Flushing a354f762ee2a5569917c492d61010a18/norep: creating writer at 1731360053602 (+407 ms)Flushing a354f762ee2a5569917c492d61010a18/norep: appending metadata at 1731360053615 (+13 ms)Flushing a354f762ee2a5569917c492d61010a18/norep: closing flushed file at 1731360053615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106ddb65: reopening flushed file at 1731360054024 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76fe9f79: reopening flushed file at 1731360054029 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd3c7ad: reopening flushed file at 1731360054034 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a354f762ee2a5569917c492d61010a18 in 885ms, sequenceid=8, compaction requested=false at 1731360054039 (+5 ms)Writing region close event to WAL at 1731360054040 (+1 ms)Running coprocessor post-close hooks at 1731360054044 (+4 ms)Closed at 1731360054044 2024-11-11T21:20:54,044 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360043108.a354f762ee2a5569917c492d61010a18. 2024-11-11T21:20:54,100 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:54,262 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 1160, reset compression=false 2024-11-11T21:20:54,265 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:54,265 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 1804, reset compression=false 2024-11-11T21:20:54,275 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 912, reset compression=false 2024-11-11T21:20:54,300 DEBUG [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:54,409 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/table/bcb40e6661e041c191257a336d82867c 2024-11-11T21:20:54,413 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/info/58f3f23e8cc7464eaf6db332a940f29a as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/info/58f3f23e8cc7464eaf6db332a940f29a 2024-11-11T21:20:54,416 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/info/58f3f23e8cc7464eaf6db332a940f29a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:20:54,417 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/ns/733f079b4a1f4943a34fe92f84ddd4d7 as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/ns/733f079b4a1f4943a34fe92f84ddd4d7 2024-11-11T21:20:54,420 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/ns/733f079b4a1f4943a34fe92f84ddd4d7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:20:54,421 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/rep_barrier/ec854c5962424207b52fe92b90f32bf2 as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/rep_barrier/ec854c5962424207b52fe92b90f32bf2 2024-11-11T21:20:54,424 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/rep_barrier/ec854c5962424207b52fe92b90f32bf2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:20:54,425 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/.tmp/table/bcb40e6661e041c191257a336d82867c as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/table/bcb40e6661e041c191257a336d82867c 2024-11-11T21:20:54,428 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/table/bcb40e6661e041c191257a336d82867c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:20:54,429 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-11T21:20:54,432 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:20:54,433 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:54,433 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:54,433 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:54,433 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360052699Running coprocessor pre-close hooks at 1731360052699Disabling compacts and flushes for region at 1731360052699Disabling writes for close at 1731360052699Obtaining lock to block concurrent updates at 1731360052699Preparing flush snapshotting stores in 1588230740 at 1731360052699Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360052699Flushing stores of hbase:meta,,1.1588230740 at 1731360052700 (+1 ms)Flushing 1588230740/info: creating writer at 1731360052700Flushing 1588230740/info: appending metadata at 1731360052715 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731360052715Flushing 1588230740/ns: creating writer at 1731360053124 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731360053142 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731360053143 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731360053554 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360053570 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360053570Flushing 1588230740/table: creating writer at 1731360053978 (+408 ms)Flushing 1588230740/table: appending metadata at 1731360054003 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731360054003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa6701a: reopening flushed file at 1731360054412 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503bb9e8: reopening flushed file at 1731360054416 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0c3a6e: reopening flushed file at 1731360054420 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb21d24: reopening flushed file at 1731360054424 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1731360054429 (+5 ms)Writing region close event to WAL at 1731360054430 (+1 ms)Running coprocessor post-close hooks at 1731360054433 (+3 ms)Closed at 1731360054433 2024-11-11T21:20:54,433 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:54,469 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.wal-reader.f286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.1731360040348 to pos 1804, reset compression=false 2024-11-11T21:20:54,500 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,33991,1731360037976; all regions closed. 2024-11-11T21:20:54,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:20:54,503 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.meta.1731360040824.meta not finished, retry = 0 2024-11-11T21:20:54,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741839_1015 (size=2676) 2024-11-11T21:20:54,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/WALs/f286ae0a5299,33991,1731360037976/f286ae0a5299%2C33991%2C1731360037976.rep.1731360048173 not finished, retry = 0 2024-11-11T21:20:54,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741833_1009 (size=1812) 2024-11-11T21:20:54,708 DEBUG [RS:0;f286ae0a5299:33991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:54,708 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:20:54,708 INFO [RS:0;f286ae0a5299:33991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:20:54,709 INFO [RS:0;f286ae0a5299:33991 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:20:54,709 INFO [RS:0;f286ae0a5299:33991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:20:54,709 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:20:54,709 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,33991,1731360037976 because: Region server is closing 2024-11-11T21:20:54,709 INFO [RS:0;f286ae0a5299:33991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:33991. 2024-11-11T21:20:54,709 DEBUG [RS:0;f286ae0a5299:33991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:54,709 DEBUG [RS:0;f286ae0a5299:33991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:54,709 DEBUG [RS:0;f286ae0a5299:33991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:54,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:54,810 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,33991,1731360037976.replicationSource.shipperf286ae0a5299%2C33991%2C1731360037976,1-f286ae0a5299,33991,1731360037976 terminated 2024-11-11T21:20:54,810 INFO [RS:0;f286ae0a5299:33991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:33991. 2024-11-11T21:20:54,810 DEBUG [RS:0;f286ae0a5299:33991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:54,810 DEBUG [RS:0;f286ae0a5299:33991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:54,810 DEBUG [RS:0;f286ae0a5299:33991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:54,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:54,810 INFO [RS:0;f286ae0a5299:33991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33991 2024-11-11T21:20:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165/rs 2024-11-11T21:20:54,875 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1371840165/rs/f286ae0a5299,33991,1731360037976 2024-11-11T21:20:54,875 INFO [RS:0;f286ae0a5299:33991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:20:54,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,33991,1731360037976] 2024-11-11T21:20:54,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1371840165/draining/f286ae0a5299,33991,1731360037976 already deleted, retry=false 2024-11-11T21:20:54,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,33991,1731360037976 expired; onlineServers=0 2024-11-11T21:20:54,896 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,37759,1731360037815' ***** 2024-11-11T21:20:54,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:20:54,896 INFO [M:0;f286ae0a5299:37759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:20:54,896 INFO [M:0;f286ae0a5299:37759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:20:54,896 DEBUG [M:0;f286ae0a5299:37759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:20:54,896 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:20:54,896 DEBUG [M:0;f286ae0a5299:37759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:20:54,896 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360040030 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360040030,5,FailOnTimeoutGroup] 2024-11-11T21:20:54,896 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360040029 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360040029,5,FailOnTimeoutGroup] 2024-11-11T21:20:54,897 INFO [M:0;f286ae0a5299:37759 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:20:54,897 INFO [M:0;f286ae0a5299:37759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:20:54,897 DEBUG [M:0;f286ae0a5299:37759 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:20:54,897 INFO [M:0;f286ae0a5299:37759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:20:54,897 INFO [M:0;f286ae0a5299:37759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:20:54,897 INFO [M:0;f286ae0a5299:37759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:20:54,897 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:20:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1371840165/master 2024-11-11T21:20:54,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1371840165 2024-11-11T21:20:54,907 DEBUG [M:0;f286ae0a5299:37759 {}] zookeeper.ZKUtil(347): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Unable to get data of znode /1-1371840165/master because node does not exist (not an error) 2024-11-11T21:20:54,907 WARN [M:0;f286ae0a5299:37759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:20:54,907 INFO [M:0;f286ae0a5299:37759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/.lastflushedseqids 2024-11-11T21:20:54,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741848_1024 (size=245) 2024-11-11T21:20:54,978 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 912, reset compression=false 2024-11-11T21:20:54,986 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:54,986 INFO [RS:0;f286ae0a5299:33991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:20:54,986 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33991-0x1012bc574c10004, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:54,986 INFO [RS:0;f286ae0a5299:33991 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,33991,1731360037976; zookeeper connection closed. 2024-11-11T21:20:54,986 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cb7ea31 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cb7ea31 2024-11-11T21:20:54,986 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:20:55,311 INFO [M:0;f286ae0a5299:37759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:20:55,312 INFO [M:0;f286ae0a5299:37759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:20:55,312 DEBUG [M:0;f286ae0a5299:37759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:20:55,312 INFO [M:0;f286ae0a5299:37759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:55,312 DEBUG [M:0;f286ae0a5299:37759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:55,312 DEBUG [M:0;f286ae0a5299:37759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:20:55,312 DEBUG [M:0;f286ae0a5299:37759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:55,312 INFO [M:0;f286ae0a5299:37759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T21:20:55,326 DEBUG [M:0;f286ae0a5299:37759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb4618da8f4543ffb96e56b874ea1aff is 82, key is hbase:meta,,1/info:regioninfo/1731360040857/Put/seqid=0 2024-11-11T21:20:55,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741849_1025 (size=5672) 2024-11-11T21:20:55,730 INFO [M:0;f286ae0a5299:37759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb4618da8f4543ffb96e56b874ea1aff 2024-11-11T21:20:55,782 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 912, reset compression=false 2024-11-11T21:20:55,800 DEBUG [M:0;f286ae0a5299:37759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31da991884ab473d80077841423d1b0f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731360048221/Put/seqid=0 2024-11-11T21:20:55,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741850_1026 (size=8515) 2024-11-11T21:20:56,204 INFO [M:0;f286ae0a5299:37759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31da991884ab473d80077841423d1b0f 2024-11-11T21:20:56,221 DEBUG [M:0;f286ae0a5299:37759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2fbf0f320af4f0e91a39d0411d5a1e7 is 69, key is f286ae0a5299,33991,1731360037976/rs:state/1731360040161/Put/seqid=0 2024-11-11T21:20:56,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741851_1027 (size=5156) 2024-11-11T21:20:56,225 INFO [M:0;f286ae0a5299:37759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2fbf0f320af4f0e91a39d0411d5a1e7 2024-11-11T21:20:56,229 DEBUG [M:0;f286ae0a5299:37759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb4618da8f4543ffb96e56b874ea1aff as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb4618da8f4543ffb96e56b874ea1aff 2024-11-11T21:20:56,234 INFO [M:0;f286ae0a5299:37759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb4618da8f4543ffb96e56b874ea1aff, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T21:20:56,235 DEBUG [M:0;f286ae0a5299:37759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31da991884ab473d80077841423d1b0f as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31da991884ab473d80077841423d1b0f 2024-11-11T21:20:56,239 INFO [M:0;f286ae0a5299:37759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31da991884ab473d80077841423d1b0f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T21:20:56,239 DEBUG [M:0;f286ae0a5299:37759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2fbf0f320af4f0e91a39d0411d5a1e7 as hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2fbf0f320af4f0e91a39d0411d5a1e7 2024-11-11T21:20:56,243 INFO [M:0;f286ae0a5299:37759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/bfde61c8-a7be-1c0d-5d75-f5bbf3983a56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2fbf0f320af4f0e91a39d0411d5a1e7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T21:20:56,245 INFO [M:0;f286ae0a5299:37759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false 2024-11-11T21:20:56,246 INFO [M:0;f286ae0a5299:37759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:56,246 DEBUG [M:0;f286ae0a5299:37759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360055312Disabling compacts and flushes for region at 1731360055312Disabling writes for close at 1731360055312Obtaining lock to block concurrent updates at 1731360055312Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360055312Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731360055312Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360055313 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360055313Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360055326 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360055326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360055780 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360055799 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360055799Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360056208 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360056221 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360056221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51960c9b: reopening flushed file at 1731360056229 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3d7475: reopening flushed file at 1731360056234 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e98722: reopening flushed file at 1731360056239 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false at 1731360056245 (+6 ms)Writing region close event to WAL at 1731360056246 (+1 ms)Closed at 1731360056246 2024-11-11T21:20:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741830_1006 (size=63642) 2024-11-11T21:20:56,248 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:20:56,248 INFO [M:0;f286ae0a5299:37759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:20:56,248 INFO [M:0;f286ae0a5299:37759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37759 2024-11-11T21:20:56,249 INFO [M:0;f286ae0a5299:37759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:20:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:56,402 INFO [M:0;f286ae0a5299:37759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:20:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37759-0x1012bc574c10003, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:56,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dab4f6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:20:56,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d991f51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:20:56,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:20:56,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@595b98c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:20:56,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56757929{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.log.dir/,STOPPED} 2024-11-11T21:20:56,465 WARN [BP-1430597796-172.17.0.2-1731360035941 heartbeating to localhost/127.0.0.1:37033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:20:56,465 WARN [BP-1430597796-172.17.0.2-1731360035941 heartbeating to localhost/127.0.0.1:37033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1430597796-172.17.0.2-1731360035941 (Datanode Uuid ffa1e2b4-54c6-41e4-844f-8a59e2d64132) service to localhost/127.0.0.1:37033 2024-11-11T21:20:56,465 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:20:56,465 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:20:56,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/cluster_7ff1c9c7-891a-8001-608f-398472596963/data/data1/current/BP-1430597796-172.17.0.2-1731360035941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:20:56,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/cluster_7ff1c9c7-891a-8001-608f-398472596963/data/data2/current/BP-1430597796-172.17.0.2-1731360035941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:20:56,466 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:20:56,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc11f28{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:20:56,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@331a43cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:20:56,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:20:56,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1193cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:20:56,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bb0ba39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.log.dir/,STOPPED} 2024-11-11T21:20:56,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:20:56,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:20:56,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:56,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:56,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:56,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:56,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:56,492 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:20:56,492 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2041611300, stopped=false 2024-11-11T21:20:56,492 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,37445,1731360032364 2024-11-11T21:20:56,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604419127/running 2024-11-11T21:20:56,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604419127/running 2024-11-11T21:20:56,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:56,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:56,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:20:56,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on znode that does not yet exist, /01604419127/running 2024-11-11T21:20:56,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:20:56,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:56,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:56,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Set watcher on znode that does not yet exist, /01604419127/running 2024-11-11T21:20:56,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,41727,1731360032551' ***** 2024-11-11T21:20:56,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:20:56,556 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:20:56,556 INFO [RS:0;f286ae0a5299:41727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:20:56,556 INFO [RS:0;f286ae0a5299:41727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:20:56,556 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(3091): Received CLOSE for 56aeeb38a9cf86068cf0f76ac278c942 2024-11-11T21:20:56,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:20:56,557 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(3091): Received CLOSE for 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:56,557 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,41727,1731360032551 2024-11-11T21:20:56,557 INFO [RS:0;f286ae0a5299:41727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:20:56,557 INFO [RS:0;f286ae0a5299:41727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:41727. 2024-11-11T21:20:56,557 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56aeeb38a9cf86068cf0f76ac278c942, disabling compactions & flushes 2024-11-11T21:20:56,557 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:56,557 DEBUG [RS:0;f286ae0a5299:41727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:56,557 DEBUG [RS:0;f286ae0a5299:41727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:56,557 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:56,557 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. after waiting 0 ms 2024-11-11T21:20:56,557 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:56,557 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:20:56,557 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:20:56,557 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:20:56,557 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:20:56,557 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56aeeb38a9cf86068cf0f76ac278c942 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T21:20:56,557 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:20:56,557 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1325): Online Regions={56aeeb38a9cf86068cf0f76ac278c942=test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942., 1588230740=hbase:meta,,1.1588230740, 579fbea51a194918e26ed8bafee3415e=hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e.} 2024-11-11T21:20:56,557 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56aeeb38a9cf86068cf0f76ac278c942, 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:56,557 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:20:56,557 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:20:56,557 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:20:56,558 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:20:56,558 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:20:56,558 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:20:56,572 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/.tmp/f/09dc81d88885442aa8c6cd5ac9345f37 is 29, key is row1/f:/1731360051585/DeleteFamily/seqid=0 2024-11-11T21:20:56,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741840_1016 (size=5118) 2024-11-11T21:20:56,575 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/info/97e43b34e3b44058aa39cfd8b5ef6c03 is 147, key is hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e./info:regioninfo/1731360046481/Put/seqid=0 2024-11-11T21:20:56,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741841_1017 (size=7686) 2024-11-11T21:20:56,653 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:20:56,685 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 912, reset compression=false 2024-11-11T21:20:56,689 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:56,689 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 1159, reset compression=false 2024-11-11T21:20:56,689 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,41727,1731360032551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:20:56,689 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,41727,1731360032551: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,41727,1731360032551, walGroup=f286ae0a5299%2C41727%2C1731360032551, offset=f286ae0a5299%2C41727%2C1731360032551.1731360034764:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:41727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:20:56,691 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:20:56,691 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:20:56,691 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:20:56,692 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:20:56,692 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:20:56,692 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 666364720 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191491664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:20:56,692 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:37445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:37445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:20:56,723 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:20:56,723 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:20:56,758 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56aeeb38a9cf86068cf0f76ac278c942, 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:56,893 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 1159, reset compression=false 2024-11-11T21:20:56,958 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56aeeb38a9cf86068cf0f76ac278c942, 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:56,976 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/.tmp/f/09dc81d88885442aa8c6cd5ac9345f37 2024-11-11T21:20:56,979 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/info/97e43b34e3b44058aa39cfd8b5ef6c03 2024-11-11T21:20:56,980 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09dc81d88885442aa8c6cd5ac9345f37 2024-11-11T21:20:56,996 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/.tmp/f1/59b4c891ead2454e8fd5c0e3e3210450 is 30, key is row1/f1:/1731360051585/DeleteFamily/seqid=0 2024-11-11T21:20:56,999 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/ns/bcb9b41a17a24f4d8b121e61cf44412d is 43, key is default/ns:d/1731360035847/Put/seqid=0 2024-11-11T21:20:57,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741842_1018 (size=5123) 2024-11-11T21:20:57,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741843_1019 (size=5153) 2024-11-11T21:20:57,158 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56aeeb38a9cf86068cf0f76ac278c942, 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:57,196 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 1159, reset compression=false 2024-11-11T21:20:57,358 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56aeeb38a9cf86068cf0f76ac278c942, 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:57,401 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/.tmp/f1/59b4c891ead2454e8fd5c0e3e3210450 2024-11-11T21:20:57,404 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/ns/bcb9b41a17a24f4d8b121e61cf44412d 2024-11-11T21:20:57,405 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59b4c891ead2454e8fd5c0e3e3210450 2024-11-11T21:20:57,418 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/.tmp/norep/bf1a241563bd48aa98970b60f7f76234 is 32, key is row/norep:/1731360050577/DeleteFamily/seqid=0 2024-11-11T21:20:57,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741844_1020 (size=5101) 2024-11-11T21:20:57,422 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/.tmp/norep/bf1a241563bd48aa98970b60f7f76234 2024-11-11T21:20:57,425 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf1a241563bd48aa98970b60f7f76234 2024-11-11T21:20:57,426 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/.tmp/f/09dc81d88885442aa8c6cd5ac9345f37 as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/f/09dc81d88885442aa8c6cd5ac9345f37 2024-11-11T21:20:57,429 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/rep_barrier/3af8b526115d42679559aa6bb703b0a4 is 112, key is test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942./rep_barrier:seqnumDuringOpen/1731360042099/Put/seqid=0 2024-11-11T21:20:57,429 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09dc81d88885442aa8c6cd5ac9345f37 2024-11-11T21:20:57,430 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/f/09dc81d88885442aa8c6cd5ac9345f37, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T21:20:57,431 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/.tmp/f1/59b4c891ead2454e8fd5c0e3e3210450 as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/f1/59b4c891ead2454e8fd5c0e3e3210450 2024-11-11T21:20:57,435 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59b4c891ead2454e8fd5c0e3e3210450 2024-11-11T21:20:57,435 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/f1/59b4c891ead2454e8fd5c0e3e3210450, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T21:20:57,436 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/.tmp/norep/bf1a241563bd48aa98970b60f7f76234 as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/norep/bf1a241563bd48aa98970b60f7f76234 2024-11-11T21:20:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741845_1021 (size=5518) 2024-11-11T21:20:57,440 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf1a241563bd48aa98970b60f7f76234 2024-11-11T21:20:57,440 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/norep/bf1a241563bd48aa98970b60f7f76234, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T21:20:57,441 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 56aeeb38a9cf86068cf0f76ac278c942 in 884ms, sequenceid=8, compaction requested=false 2024-11-11T21:20:57,444 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/default/test/56aeeb38a9cf86068cf0f76ac278c942/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:20:57,445 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56aeeb38a9cf86068cf0f76ac278c942: Waiting for close lock at 1731360056557Running coprocessor pre-close hooks at 1731360056557Disabling compacts and flushes for region at 1731360056557Disabling writes for close at 1731360056557Obtaining lock to block concurrent updates at 1731360056557Preparing flush snapshotting stores in 56aeeb38a9cf86068cf0f76ac278c942 at 1731360056557Finished memstore snapshotting test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731360056558 (+1 ms)Flushing stores of test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. at 1731360056558Flushing 56aeeb38a9cf86068cf0f76ac278c942/f: creating writer at 1731360056558Flushing 56aeeb38a9cf86068cf0f76ac278c942/f: appending metadata at 1731360056571 (+13 ms)Flushing 56aeeb38a9cf86068cf0f76ac278c942/f: closing flushed file at 1731360056571Flushing 56aeeb38a9cf86068cf0f76ac278c942/f1: creating writer at 1731360056980 (+409 ms)Flushing 56aeeb38a9cf86068cf0f76ac278c942/f1: appending metadata at 1731360056996 (+16 ms)Flushing 56aeeb38a9cf86068cf0f76ac278c942/f1: closing flushed file at 1731360056996Flushing 56aeeb38a9cf86068cf0f76ac278c942/norep: creating writer at 1731360057405 (+409 ms)Flushing 56aeeb38a9cf86068cf0f76ac278c942/norep: appending metadata at 1731360057418 (+13 ms)Flushing 56aeeb38a9cf86068cf0f76ac278c942/norep: closing flushed file at 1731360057418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce9fa01: reopening flushed file at 1731360057425 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e18df1b: reopening flushed file at 1731360057430 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bbcc9b9: reopening flushed file at 1731360057435 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 56aeeb38a9cf86068cf0f76ac278c942 in 884ms, sequenceid=8, compaction requested=false at 1731360057441 (+6 ms)Writing region close event to WAL at 1731360057442 (+1 ms)Running coprocessor post-close hooks at 1731360057445 (+3 ms)Closed at 1731360057445 2024-11-11T21:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360040954.56aeeb38a9cf86068cf0f76ac278c942. 2024-11-11T21:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 579fbea51a194918e26ed8bafee3415e, disabling compactions & flushes 2024-11-11T21:20:57,445 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. after waiting 0 ms 2024-11-11T21:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:57,445 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 579fbea51a194918e26ed8bafee3415e: Waiting for close lock at 1731360057445Running coprocessor pre-close hooks at 1731360057445Disabling compacts and flushes for region at 1731360057445Disabling writes for close at 1731360057445Failed flush hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e., putting online again at 1731360057445 2024-11-11T21:20:57,446 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:57,558 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:20:57,558 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 579fbea51a194918e26ed8bafee3415e=hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e.} 2024-11-11T21:20:57,558 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(3091): Received CLOSE for 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:57,558 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 579fbea51a194918e26ed8bafee3415e 2024-11-11T21:20:57,559 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 579fbea51a194918e26ed8bafee3415e, disabling compactions & flushes 2024-11-11T21:20:57,559 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:57,559 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:57,559 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. after waiting 0 ms 2024-11-11T21:20:57,559 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:57,559 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 579fbea51a194918e26ed8bafee3415e: Waiting for close lock at 1731360057559Running coprocessor pre-close hooks at 1731360057559Disabling compacts and flushes for region at 1731360057559Disabling writes for close at 1731360057559Failed flush hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e., putting online again at 1731360057559 2024-11-11T21:20:57,559 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731360045274.579fbea51a194918e26ed8bafee3415e. 2024-11-11T21:20:57,599 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 1159, reset compression=false 2024-11-11T21:20:57,603 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:20:57,603 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 1803, reset compression=false 2024-11-11T21:20:57,759 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:57,806 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 1803, reset compression=false 2024-11-11T21:20:57,838 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/rep_barrier/3af8b526115d42679559aa6bb703b0a4 2024-11-11T21:20:57,858 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/table/5a22fa1d5e4b455fa65bf2a50f137044 is 53, key is hbase:replication/table:state/1731360046487/Put/seqid=0 2024-11-11T21:20:57,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741846_1022 (size=5308) 2024-11-11T21:20:57,959 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:58,109 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 1803, reset compression=false 2024-11-11T21:20:58,159 DEBUG [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:20:58,261 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/table/5a22fa1d5e4b455fa65bf2a50f137044 2024-11-11T21:20:58,266 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/info/97e43b34e3b44058aa39cfd8b5ef6c03 as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/info/97e43b34e3b44058aa39cfd8b5ef6c03 2024-11-11T21:20:58,269 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/info/97e43b34e3b44058aa39cfd8b5ef6c03, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:20:58,270 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/ns/bcb9b41a17a24f4d8b121e61cf44412d as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/ns/bcb9b41a17a24f4d8b121e61cf44412d 2024-11-11T21:20:58,273 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/ns/bcb9b41a17a24f4d8b121e61cf44412d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:20:58,274 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/rep_barrier/3af8b526115d42679559aa6bb703b0a4 as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/rep_barrier/3af8b526115d42679559aa6bb703b0a4 2024-11-11T21:20:58,277 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/rep_barrier/3af8b526115d42679559aa6bb703b0a4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:20:58,278 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/.tmp/table/5a22fa1d5e4b455fa65bf2a50f137044 as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/table/5a22fa1d5e4b455fa65bf2a50f137044 2024-11-11T21:20:58,282 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/table/5a22fa1d5e4b455fa65bf2a50f137044, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:20:58,283 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-11T21:20:58,291 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:20:58,291 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:20:58,291 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:20:58,291 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:58,291 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360056557Running coprocessor pre-close hooks at 1731360056557Disabling compacts and flushes for region at 1731360056557Disabling writes for close at 1731360056558 (+1 ms)Obtaining lock to block concurrent updates at 1731360056558Preparing flush snapshotting stores in 1588230740 at 1731360056558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360056558Flushing stores of hbase:meta,,1.1588230740 at 1731360056558Flushing 1588230740/info: creating writer at 1731360056558Flushing 1588230740/info: appending metadata at 1731360056575 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731360056575Flushing 1588230740/ns: creating writer at 1731360056983 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731360056999 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731360056999Flushing 1588230740/rep_barrier: creating writer at 1731360057407 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360057429 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360057429Flushing 1588230740/table: creating writer at 1731360057842 (+413 ms)Flushing 1588230740/table: appending metadata at 1731360057857 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731360057857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283b0a02: reopening flushed file at 1731360058265 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b18909: reopening flushed file at 1731360058269 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65addaef: reopening flushed file at 1731360058274 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b8be73: reopening flushed file at 1731360058278 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1731360058283 (+5 ms)Writing region close event to WAL at 1731360058288 (+5 ms)Running coprocessor post-close hooks at 1731360058291 (+3 ms)Closed at 1731360058291 2024-11-11T21:20:58,292 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:20:58,359 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T21:20:58,359 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,41727,1731360032551; all regions closed. 2024-11-11T21:20:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:20:58,361 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.meta.1731360035777.meta not finished, retry = 0 2024-11-11T21:20:58,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741839_1015 (size=1733) 2024-11-11T21:20:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741832_1008 (size=1811) 2024-11-11T21:20:58,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 not finished, retry = 0 2024-11-11T21:20:58,512 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 to pos 1803, reset compression=false 2024-11-11T21:20:58,567 DEBUG [RS:0;f286ae0a5299:41727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:58,567 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:20:58,567 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/WALs/f286ae0a5299,41727,1731360032551/f286ae0a5299%2C41727%2C1731360032551.1731360034764 2024-11-11T21:20:58,567 INFO [RS:0;f286ae0a5299:41727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:20:58,567 INFO [RS:0;f286ae0a5299:41727 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:20:58,567 INFO [RS:0;f286ae0a5299:41727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:20:58,567 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:20:58,567 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,41727,1731360032551 because: Region server is closing 2024-11-11T21:20:58,567 INFO [RS:0;f286ae0a5299:41727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:41727. 2024-11-11T21:20:58,568 DEBUG [RS:0;f286ae0a5299:41727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:58,568 DEBUG [RS:0;f286ae0a5299:41727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:58,568 DEBUG [RS:0;f286ae0a5299:41727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:58,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:58,655 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:20:58,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,668 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.shipperf286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 terminated 2024-11-11T21:20:58,668 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,41727,1731360032551.replicationSource.wal-reader.f286ae0a5299%2C41727%2C1731360032551,1-f286ae0a5299,41727,1731360032551 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T21:20:58,668 INFO [RS:0;f286ae0a5299:41727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:41727. 2024-11-11T21:20:58,668 DEBUG [RS:0;f286ae0a5299:41727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:20:58,668 DEBUG [RS:0;f286ae0a5299:41727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:58,668 DEBUG [RS:0;f286ae0a5299:41727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:20:58,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:20:58,668 INFO [RS:0;f286ae0a5299:41727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41727 2024-11-11T21:20:58,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:20:58,716 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:20:58,716 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:20:58,716 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:20:58,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604419127/rs/f286ae0a5299,41727,1731360032551 2024-11-11T21:20:58,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127/rs 2024-11-11T21:20:58,786 INFO [RS:0;f286ae0a5299:41727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:20:58,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,41727,1731360032551] 2024-11-11T21:20:58,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01604419127/draining/f286ae0a5299,41727,1731360032551 already deleted, retry=false 2024-11-11T21:20:58,807 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,41727,1731360032551 expired; onlineServers=0 2024-11-11T21:20:58,807 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,37445,1731360032364' ***** 2024-11-11T21:20:58,807 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:20:58,807 INFO [M:0;f286ae0a5299:37445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:20:58,807 INFO [M:0;f286ae0a5299:37445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:20:58,807 DEBUG [M:0;f286ae0a5299:37445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:20:58,807 DEBUG [M:0;f286ae0a5299:37445 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:20:58,807 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:20:58,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360034568 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360034568,5,FailOnTimeoutGroup] 2024-11-11T21:20:58,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360034568 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360034568,5,FailOnTimeoutGroup] 2024-11-11T21:20:58,807 INFO [M:0;f286ae0a5299:37445 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:20:58,807 INFO [M:0;f286ae0a5299:37445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:20:58,807 DEBUG [M:0;f286ae0a5299:37445 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:20:58,807 INFO [M:0;f286ae0a5299:37445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:20:58,807 INFO [M:0;f286ae0a5299:37445 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:20:58,808 INFO [M:0;f286ae0a5299:37445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:20:58,808 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:20:58,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01604419127/master 2024-11-11T21:20:58,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01604419127 2024-11-11T21:20:58,817 DEBUG [M:0;f286ae0a5299:37445 {}] zookeeper.ZKUtil(347): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Unable to get data of znode /01604419127/master because node does not exist (not an error) 2024-11-11T21:20:58,818 WARN [M:0;f286ae0a5299:37445 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:20:58,818 INFO [M:0;f286ae0a5299:37445 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/.lastflushedseqids 2024-11-11T21:20:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741847_1023 (size=245) 2024-11-11T21:20:58,897 INFO [RS:0;f286ae0a5299:41727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:20:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:58,897 INFO [RS:0;f286ae0a5299:41727 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,41727,1731360032551; zookeeper connection closed. 2024-11-11T21:20:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41727-0x1012bc574c10001, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:20:58,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@103d4393 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@103d4393 2024-11-11T21:20:58,897 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:20:59,222 INFO [M:0;f286ae0a5299:37445 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:20:59,222 INFO [M:0;f286ae0a5299:37445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:20:59,222 DEBUG [M:0;f286ae0a5299:37445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:20:59,222 INFO [M:0;f286ae0a5299:37445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:59,222 DEBUG [M:0;f286ae0a5299:37445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:59,222 DEBUG [M:0;f286ae0a5299:37445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:20:59,223 DEBUG [M:0;f286ae0a5299:37445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:20:59,223 INFO [M:0;f286ae0a5299:37445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T21:20:59,236 DEBUG [M:0;f286ae0a5299:37445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed04ac70c915477887108c0a37ff926b is 82, key is hbase:meta,,1/info:regioninfo/1731360035804/Put/seqid=0 2024-11-11T21:20:59,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741848_1024 (size=5672) 2024-11-11T21:20:59,639 INFO [M:0;f286ae0a5299:37445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed04ac70c915477887108c0a37ff926b 2024-11-11T21:20:59,655 DEBUG [M:0;f286ae0a5299:37445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a40b27ff122441979b256887bf1cc8e4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731360046490/Put/seqid=0 2024-11-11T21:20:59,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741849_1025 (size=8515) 2024-11-11T21:21:00,059 INFO [M:0;f286ae0a5299:37445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a40b27ff122441979b256887bf1cc8e4 2024-11-11T21:21:00,075 DEBUG [M:0;f286ae0a5299:37445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38086cb95dea42368d0b4f814d3514f7 is 69, key is f286ae0a5299,41727,1731360032551/rs:state/1731360034616/Put/seqid=0 2024-11-11T21:21:00,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741850_1026 (size=5156) 2024-11-11T21:21:00,479 INFO [M:0;f286ae0a5299:37445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38086cb95dea42368d0b4f814d3514f7 2024-11-11T21:21:00,483 DEBUG [M:0;f286ae0a5299:37445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed04ac70c915477887108c0a37ff926b as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed04ac70c915477887108c0a37ff926b 2024-11-11T21:21:00,486 INFO [M:0;f286ae0a5299:37445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed04ac70c915477887108c0a37ff926b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T21:21:00,487 DEBUG [M:0;f286ae0a5299:37445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a40b27ff122441979b256887bf1cc8e4 as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a40b27ff122441979b256887bf1cc8e4 2024-11-11T21:21:00,490 INFO [M:0;f286ae0a5299:37445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a40b27ff122441979b256887bf1cc8e4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T21:21:00,491 DEBUG [M:0;f286ae0a5299:37445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38086cb95dea42368d0b4f814d3514f7 as hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38086cb95dea42368d0b4f814d3514f7 2024-11-11T21:21:00,493 INFO [M:0;f286ae0a5299:37445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38086cb95dea42368d0b4f814d3514f7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T21:21:00,494 INFO [M:0;f286ae0a5299:37445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-11-11T21:21:00,495 INFO [M:0;f286ae0a5299:37445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:00,496 DEBUG [M:0;f286ae0a5299:37445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360059222Disabling compacts and flushes for region at 1731360059222Disabling writes for close at 1731360059222Obtaining lock to block concurrent updates at 1731360059223 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360059223Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731360059223Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360059223Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360059223Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360059235 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360059235Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360059642 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360059655 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360059655Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360060063 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360060075 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360060075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342fdea8: reopening flushed file at 1731360060482 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29099cd0: reopening flushed file at 1731360060486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1ab282: reopening flushed file at 1731360060490 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1731360060494 (+4 ms)Writing region close event to WAL at 1731360060495 (+1 ms)Closed at 1731360060495 2024-11-11T21:21:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741830_1006 (size=63642) 2024-11-11T21:21:00,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50163a33-1e3c-49e9-4357-fc84bc7a0f82/MasterData/WALs/f286ae0a5299,37445,1731360032364/f286ae0a5299%2C37445%2C1731360032364.1731360034309 not finished, retry = 0 2024-11-11T21:21:00,598 INFO [M:0;f286ae0a5299:37445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:21:00,598 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:21:00,598 INFO [M:0;f286ae0a5299:37445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37445 2024-11-11T21:21:00,598 INFO [M:0;f286ae0a5299:37445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:21:00,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:00,749 INFO [M:0;f286ae0a5299:37445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:21:00,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37445-0x1012bc574c10000, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:00,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48555aa4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:21:00,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39148b08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:21:00,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:21:00,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40518789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:21:00,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61695236{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.log.dir/,STOPPED} 2024-11-11T21:21:00,754 WARN [BP-816157775-172.17.0.2-1731360029020 heartbeating to localhost/127.0.0.1:42153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:21:00,754 WARN [BP-816157775-172.17.0.2-1731360029020 heartbeating to localhost/127.0.0.1:42153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-816157775-172.17.0.2-1731360029020 (Datanode Uuid ca4775ca-dd28-44d4-8a3c-7f5190cd17e2) service to localhost/127.0.0.1:42153 2024-11-11T21:21:00,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/cluster_6bb32979-d8c1-04fe-3fb1-f70d1cc52870/data/data1/current/BP-816157775-172.17.0.2-1731360029020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:21:00,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/cluster_6bb32979-d8c1-04fe-3fb1-f70d1cc52870/data/data2/current/BP-816157775-172.17.0.2-1731360029020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:21:00,755 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:21:00,755 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:21:00,755 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:21:00,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79068c23{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:21:00,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f20375d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:21:00,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:21:00,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e53fe8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:21:00,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffc231b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93285142-1563-f981-9695-c16f6f6760f6/hadoop.log.dir/,STOPPED} 2024-11-11T21:21:00,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:21:00,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:21:00,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 242) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60746) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42153 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37033 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60746) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:37033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 364) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1855 (was 2329) 2024-11-11T21:21:00,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=1855 2024-11-11T21:21:00,816 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T21:21:00,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.log.dir so I do NOT create it in target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa 2024-11-11T21:21:00,816 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:21:00,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.tmp.dir so I do NOT create it in target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa 2024-11-11T21:21:00,816 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2110b28-fe98-7a3f-73e7-ec1711388180/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:21:00,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa 2024-11-11T21:21:00,816 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/cluster_d94898e3-d753-a9a4-aaf8-0fa87fcdce38, deleteOnExit=true 2024-11-11T21:21:00,839 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/cluster_d94898e3-d753-a9a4-aaf8-0fa87fcdce38/zookeeper_0, clientPort=65029, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/cluster_d94898e3-d753-a9a4-aaf8-0fa87fcdce38/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/cluster_d94898e3-d753-a9a4-aaf8-0fa87fcdce38/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:21:00,839 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65029 2024-11-11T21:21:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:21:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:21:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/test.cache.data in system properties and HBase conf 2024-11-11T21:21:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:21:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:21:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:21:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:21:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:21:00,840 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:21:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:21:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:00,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:21:00,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:21:00,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012bc574c10005, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:21:00,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012bc574c10002, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:21:00,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012bc574c10005, quorum=127.0.0.1:60746, baseZNode=/1-1371840165 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:21:00,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012bc574c10002, quorum=127.0.0.1:60746, baseZNode=/01604419127 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:21:01,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:01,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:01,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:01,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:01,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:21:01,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:01,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@656a1ecb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:01,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58c498ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:01,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@607bdcf4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/java.io.tmpdir/jetty-localhost-42359-hadoop-hdfs-3_4_1-tests_jar-_-any-9542623890108278621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:21:01,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e7e5f4a{HTTP/1.1, (http/1.1)}{localhost:42359} 2024-11-11T21:21:01,308 INFO [Time-limited test {}] server.Server(415): Started @230422ms 2024-11-11T21:21:01,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:01,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:01,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:01,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:01,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:21:01,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65ca8709{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:01,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4363cf83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:01,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c791f9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/java.io.tmpdir/jetty-localhost-33969-hadoop-hdfs-3_4_1-tests_jar-_-any-13452074054030332005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:21:01,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52e74e5b{HTTP/1.1, (http/1.1)}{localhost:33969} 2024-11-11T21:21:01,811 INFO [Time-limited test {}] server.Server(415): Started @230926ms 2024-11-11T21:21:01,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:21:02,907 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/cluster_d94898e3-d753-a9a4-aaf8-0fa87fcdce38/data/data1/current/BP-942522127-172.17.0.2-1731360060861/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:02,907 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/cluster_d94898e3-d753-a9a4-aaf8-0fa87fcdce38/data/data2/current/BP-942522127-172.17.0.2-1731360060861/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:02,925 WARN [Thread-2655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:21:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x955291a17ed0a98f with lease ID 0x3679f3a60b058d9d: Processing first storage report for DS-bf2146ce-a4ce-42f2-b268-48c32600cf31 from datanode DatanodeRegistration(127.0.0.1:33841, datanodeUuid=41ee4019-a204-4d8a-aab0-7398f5cb3123, infoPort=32821, infoSecurePort=0, ipcPort=35653, storageInfo=lv=-57;cid=testClusterID;nsid=1779186874;c=1731360060861) 2024-11-11T21:21:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x955291a17ed0a98f with lease ID 0x3679f3a60b058d9d: from storage DS-bf2146ce-a4ce-42f2-b268-48c32600cf31 node DatanodeRegistration(127.0.0.1:33841, datanodeUuid=41ee4019-a204-4d8a-aab0-7398f5cb3123, infoPort=32821, infoSecurePort=0, ipcPort=35653, storageInfo=lv=-57;cid=testClusterID;nsid=1779186874;c=1731360060861), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:21:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x955291a17ed0a98f with lease ID 0x3679f3a60b058d9d: Processing first storage report for DS-aec95281-8627-4c88-8c2c-63f9566a97c5 from datanode DatanodeRegistration(127.0.0.1:33841, datanodeUuid=41ee4019-a204-4d8a-aab0-7398f5cb3123, infoPort=32821, infoSecurePort=0, ipcPort=35653, storageInfo=lv=-57;cid=testClusterID;nsid=1779186874;c=1731360060861) 2024-11-11T21:21:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x955291a17ed0a98f with lease ID 0x3679f3a60b058d9d: from storage DS-aec95281-8627-4c88-8c2c-63f9566a97c5 node DatanodeRegistration(127.0.0.1:33841, datanodeUuid=41ee4019-a204-4d8a-aab0-7398f5cb3123, infoPort=32821, infoSecurePort=0, ipcPort=35653, storageInfo=lv=-57;cid=testClusterID;nsid=1779186874;c=1731360060861), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:21:02,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa 2024-11-11T21:21:02,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:02,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:21:03,351 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c with version=8 2024-11-11T21:21:03,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/hbase-staging 2024-11-11T21:21:03,354 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:03,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:03,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:03,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:03,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:03,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:03,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:21:03,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:03,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44137 2024-11-11T21:21:03,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44137 connecting to ZooKeeper ensemble=127.0.0.1:65029 2024-11-11T21:21:03,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441370x0, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:03,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44137-0x1012bc5f1510000 connected 2024-11-11T21:21:03,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:03,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:21:03,687 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38466 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:21:03,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:21:03,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:03,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:03,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:03,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on znode that does not yet exist, /01236949944/running 2024-11-11T21:21:03,983 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c, hbase.cluster.distributed=false 2024-11-11T21:21:03,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on znode that does not yet exist, /01236949944/acl 2024-11-11T21:21:03,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44137 2024-11-11T21:21:03,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44137 2024-11-11T21:21:03,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44137 2024-11-11T21:21:03,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44137 2024-11-11T21:21:03,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44137 2024-11-11T21:21:04,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:04,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:04,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:04,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:04,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:04,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:04,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:21:04,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:04,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46859 2024-11-11T21:21:04,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46859 connecting to ZooKeeper ensemble=127.0.0.1:65029 2024-11-11T21:21:04,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:04,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:04,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468590x0, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:04,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468590x0, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on znode that does not yet exist, /01236949944/running 2024-11-11T21:21:04,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46859-0x1012bc5f1510001 connected 2024-11-11T21:21:04,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:21:04,018 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:21:04,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on znode that does not yet exist, /01236949944/master 2024-11-11T21:21:04,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on znode that does not yet exist, /01236949944/acl 2024-11-11T21:21:04,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46859 2024-11-11T21:21:04,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46859 2024-11-11T21:21:04,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46859 2024-11-11T21:21:04,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46859 2024-11-11T21:21:04,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46859 2024-11-11T21:21:04,041 DEBUG [M:0;f286ae0a5299:44137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:44137 2024-11-11T21:21:04,044 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01236949944/backup-masters/f286ae0a5299,44137,1731360063354 2024-11-11T21:21:04,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944/backup-masters 2024-11-11T21:21:04,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944/backup-masters 2024-11-11T21:21:04,054 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on existing znode=/01236949944/backup-masters/f286ae0a5299,44137,1731360063354 2024-11-11T21:21:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01236949944/master 2024-11-11T21:21:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:04,064 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on existing znode=/01236949944/master 2024-11-11T21:21:04,064 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01236949944/backup-masters/f286ae0a5299,44137,1731360063354 from backup master directory 2024-11-11T21:21:04,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236949944/backup-masters/f286ae0a5299,44137,1731360063354 2024-11-11T21:21:04,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944/backup-masters 2024-11-11T21:21:04,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944/backup-masters 2024-11-11T21:21:04,074 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:04,074 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,44137,1731360063354 2024-11-11T21:21:04,077 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/hbase.id] with ID: 3db124c1-3e75-48ef-ae87-0fe79a1d2323 2024-11-11T21:21:04,077 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/.tmp/hbase.id 2024-11-11T21:21:04,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:21:04,490 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/.tmp/hbase.id]:[hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/hbase.id] 2024-11-11T21:21:04,497 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:04,497 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:21:04,498 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:21:04,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:04,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:21:04,553 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:04,553 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:21:04,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:04,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:21:04,961 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store 2024-11-11T21:21:04,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:21:05,365 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:05,365 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:21:05,365 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:05,365 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:05,365 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:21:05,365 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:05,365 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:05,365 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360065365Disabling compacts and flushes for region at 1731360065365Disabling writes for close at 1731360065365Writing region close event to WAL at 1731360065365Closed at 1731360065365 2024-11-11T21:21:05,366 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/.initializing 2024-11-11T21:21:05,366 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/WALs/f286ae0a5299,44137,1731360063354 2024-11-11T21:21:05,367 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:05,368 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C44137%2C1731360063354, suffix=, logDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/WALs/f286ae0a5299,44137,1731360063354, archiveDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/oldWALs, maxLogs=10 2024-11-11T21:21:05,379 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/WALs/f286ae0a5299,44137,1731360063354/f286ae0a5299%2C44137%2C1731360063354.1731360065368, exclude list is [], retry=0 2024-11-11T21:21:05,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-bf2146ce-a4ce-42f2-b268-48c32600cf31,DISK] 2024-11-11T21:21:05,382 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/WALs/f286ae0a5299,44137,1731360063354/f286ae0a5299%2C44137%2C1731360063354.1731360065368 2024-11-11T21:21:05,383 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32821:32821)] 2024-11-11T21:21:05,383 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:05,383 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:05,383 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,383 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:21:05,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:05,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:05,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:21:05,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:05,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:05,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:21:05,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:05,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:05,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:21:05,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:05,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:05,388 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,388 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,389 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,389 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,390 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,390 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:05,391 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:05,392 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:05,393 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62761376, jitterRate=-0.06478261947631836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:05,393 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360065383Initializing all the Stores at 1731360065384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360065384Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360065384Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360065384Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360065384Cleaning up temporary data from old regions at 1731360065390 (+6 ms)Region opened successfully at 1731360065393 (+3 ms) 2024-11-11T21:21:05,394 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:21:05,396 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582f8e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:05,397 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:21:05,397 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:21:05,397 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:21:05,397 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:21:05,397 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:21:05,398 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:21:05,398 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:21:05,401 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:21:05,402 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Unable to get data of znode /01236949944/balancer because node does not exist (not necessarily an error) 2024-11-11T21:21:05,449 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236949944/balancer already deleted, retry=false 2024-11-11T21:21:05,449 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:21:05,449 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Unable to get data of znode /01236949944/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:21:05,459 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236949944/normalizer already deleted, retry=false 2024-11-11T21:21:05,459 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:21:05,460 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Unable to get data of znode /01236949944/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:21:05,469 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236949944/switch/split already deleted, retry=false 2024-11-11T21:21:05,470 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Unable to get data of znode /01236949944/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:21:05,480 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236949944/switch/merge already deleted, retry=false 2024-11-11T21:21:05,482 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Unable to get data of znode /01236949944/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:21:05,491 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01236949944/snapshot-cleanup already deleted, retry=false 2024-11-11T21:21:05,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01236949944/running 2024-11-11T21:21:05,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01236949944/running 2024-11-11T21:21:05,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:05,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:05,501 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,44137,1731360063354, sessionid=0x1012bc5f1510000, setting cluster-up flag (Was=false) 2024-11-11T21:21:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:05,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:05,554 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01236949944/flush-table-proc/acquired, /01236949944/flush-table-proc/reached, /01236949944/flush-table-proc/abort 2024-11-11T21:21:05,555 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,44137,1731360063354 2024-11-11T21:21:05,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:05,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:05,606 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01236949944/online-snapshot/acquired, /01236949944/online-snapshot/reached, /01236949944/online-snapshot/abort 2024-11-11T21:21:05,607 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,44137,1731360063354 2024-11-11T21:21:05,608 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:21:05,609 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:05,609 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:21:05,610 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:21:05,610 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,44137,1731360063354 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:21:05,611 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:05,611 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:05,611 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:05,611 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:05,611 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:21:05,611 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,611 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:05,611 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,612 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360095612 2024-11-11T21:21:05,612 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:21:05,612 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:21:05,612 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:21:05,612 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:21:05,612 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:21:05,612 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:21:05,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:05,612 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:21:05,613 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:21:05,613 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:21:05,613 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:21:05,613 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:21:05,613 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:21:05,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:05,613 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:21:05,613 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360065613,5,FailOnTimeoutGroup] 2024-11-11T21:21:05,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:21:05,616 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360065613,5,FailOnTimeoutGroup] 2024-11-11T21:21:05,616 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,616 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:21:05,616 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,616 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:21:05,634 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(746): ClusterId : 3db124c1-3e75-48ef-ae87-0fe79a1d2323 2024-11-11T21:21:05,634 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:21:05,643 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:21:05,643 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:21:05,654 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:21:05,654 DEBUG [RS:0;f286ae0a5299:46859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad307ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:05,664 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:46859 2024-11-11T21:21:05,664 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:21:05,664 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:21:05,664 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:21:05,665 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,44137,1731360063354 with port=46859, startcode=1731360064002 2024-11-11T21:21:05,665 DEBUG [RS:0;f286ae0a5299:46859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:21:05,666 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:21:05,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,46859,1731360064002 2024-11-11T21:21:05,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44137 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,46859,1731360064002 2024-11-11T21:21:05,667 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c 2024-11-11T21:21:05,667 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32947 2024-11-11T21:21:05,667 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:21:05,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944/rs 2024-11-11T21:21:05,674 DEBUG [RS:0;f286ae0a5299:46859 {}] zookeeper.ZKUtil(111): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on existing znode=/01236949944/rs/f286ae0a5299,46859,1731360064002 2024-11-11T21:21:05,674 WARN [RS:0;f286ae0a5299:46859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:05,674 INFO [RS:0;f286ae0a5299:46859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:05,675 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002 2024-11-11T21:21:05,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,46859,1731360064002] 2024-11-11T21:21:05,677 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:21:05,678 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:21:05,678 INFO [RS:0;f286ae0a5299:46859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:21:05,678 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,678 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:21:05,679 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:21:05,679 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:05,679 DEBUG [RS:0;f286ae0a5299:46859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:05,679 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,679 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,679 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,679 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,679 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,680 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46859,1731360064002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:21:05,693 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:21:05,693 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46859,1731360064002-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,693 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,694 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.Replication(171): f286ae0a5299,46859,1731360064002 started 2024-11-11T21:21:05,705 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:05,705 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,46859,1731360064002, RpcServer on f286ae0a5299/172.17.0.2:46859, sessionid=0x1012bc5f1510001 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,46859,1731360064002 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46859,1731360064002' 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01236949944/flush-table-proc/abort' 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01236949944/flush-table-proc/acquired' 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,46859,1731360064002 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46859,1731360064002' 2024-11-11T21:21:05,706 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01236949944/online-snapshot/abort' 2024-11-11T21:21:05,707 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01236949944/online-snapshot/acquired' 2024-11-11T21:21:05,707 DEBUG [RS:0;f286ae0a5299:46859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:21:05,707 INFO [RS:0;f286ae0a5299:46859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:21:05,707 INFO [RS:0;f286ae0a5299:46859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:21:05,807 INFO [RS:0;f286ae0a5299:46859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:05,808 INFO [RS:0;f286ae0a5299:46859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C46859%2C1731360064002, suffix=, logDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002, archiveDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/oldWALs, maxLogs=10 2024-11-11T21:21:05,820 DEBUG [RS:0;f286ae0a5299:46859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, exclude list is [], retry=0 2024-11-11T21:21:05,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-bf2146ce-a4ce-42f2-b268-48c32600cf31,DISK] 2024-11-11T21:21:05,824 INFO [RS:0;f286ae0a5299:46859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 2024-11-11T21:21:05,824 DEBUG [RS:0;f286ae0a5299:46859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32821:32821)] 2024-11-11T21:21:06,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:21:06,026 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c 2024-11-11T21:21:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:21:06,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:06,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:21:06,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:21:06,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:06,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:06,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:21:06,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:21:06,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:06,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:06,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:21:06,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:21:06,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:06,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:06,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:21:06,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:21:06,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:06,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:06,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:21:06,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740 2024-11-11T21:21:06,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740 2024-11-11T21:21:06,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:21:06,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:21:06,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:06,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:21:06,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:06,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68278051, jitterRate=0.01742224395275116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:06,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360066431Initializing all the Stores at 1731360066432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360066432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360066432Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360066432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360066432Cleaning up temporary data from old regions at 1731360066438 (+6 ms)Region opened successfully at 1731360066441 (+3 ms) 2024-11-11T21:21:06,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:21:06,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:21:06,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:21:06,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:21:06,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:21:06,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:06,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360066441Disabling compacts and flushes for region at 1731360066441Disabling writes for close at 1731360066442 (+1 ms)Writing region close event to WAL at 1731360066442Closed at 1731360066442 2024-11-11T21:21:06,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:06,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:21:06,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:21:06,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:21:06,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:21:06,595 DEBUG [f286ae0a5299:44137 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:21:06,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,46859,1731360064002 2024-11-11T21:21:06,596 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46859,1731360064002, state=OPENING 2024-11-11T21:21:06,659 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:21:06,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:06,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:06,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01236949944/meta-region-server: CHANGED 2024-11-11T21:21:06,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01236949944/meta-region-server: CHANGED 2024-11-11T21:21:06,670 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:21:06,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46859,1731360064002}] 2024-11-11T21:21:06,822 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:21:06,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:21:06,826 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:21:06,826 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:06,826 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:21:06,827 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C46859%2C1731360064002.meta, suffix=.meta, logDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002, archiveDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/oldWALs, maxLogs=10 2024-11-11T21:21:06,839 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.meta.1731360066827.meta, exclude list is [], retry=0 2024-11-11T21:21:06,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-bf2146ce-a4ce-42f2-b268-48c32600cf31,DISK] 2024-11-11T21:21:06,841 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.meta.1731360066827.meta 2024-11-11T21:21:06,842 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32821:32821)] 2024-11-11T21:21:06,842 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:06,842 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:06,842 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:21:06,842 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:21:06,842 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:21:06,842 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:21:06,842 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:06,843 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:21:06,843 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:21:06,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:21:06,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:21:06,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:06,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:06,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:21:06,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:21:06,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:06,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:06,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:21:06,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:21:06,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:06,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:06,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:21:06,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:21:06,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:06,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:06,847 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:21:06,847 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740 2024-11-11T21:21:06,848 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740 2024-11-11T21:21:06,849 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:21:06,849 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:21:06,849 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:06,850 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:21:06,851 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75352564, jitterRate=0.12284070253372192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:06,851 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:21:06,851 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360066843Writing region info on filesystem at 1731360066843Initializing all the Stores at 1731360066843Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360066843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360066843Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360066843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360066843Cleaning up temporary data from old regions at 1731360066849 (+6 ms)Running coprocessor post-open hooks at 1731360066851 (+2 ms)Region opened successfully at 1731360066851 2024-11-11T21:21:06,852 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360066822 2024-11-11T21:21:06,854 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:21:06,854 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:21:06,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46859,1731360064002 2024-11-11T21:21:06,855 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46859,1731360064002, state=OPEN 2024-11-11T21:21:06,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01236949944/meta-region-server 2024-11-11T21:21:06,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01236949944/meta-region-server 2024-11-11T21:21:06,981 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,46859,1731360064002 2024-11-11T21:21:06,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01236949944/meta-region-server: CHANGED 2024-11-11T21:21:06,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01236949944/meta-region-server: CHANGED 2024-11-11T21:21:06,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:21:06,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46859,1731360064002 in 311 msec 2024-11-11T21:21:06,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:21:06,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 540 msec 2024-11-11T21:21:06,985 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:06,985 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:21:06,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:06,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46859,1731360064002, seqNum=-1] 2024-11-11T21:21:06,986 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:06,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:06,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3820 sec 2024-11-11T21:21:06,992 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360066991, completionTime=-1 2024-11-11T21:21:06,992 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:21:06,992 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:21:06,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:21:06,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360126994 2024-11-11T21:21:06,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360186994 2024-11-11T21:21:06,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:21:06,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44137,1731360063354-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:06,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44137,1731360063354-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:06,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44137,1731360063354-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:06,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:44137, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:06,994 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:06,995 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:06,996 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:21:06,998 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-11T21:21:06,998 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:21:06,998 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:21:06,998 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:21:06,998 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:21:06,998 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:21:06,998 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44137,1731360063354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:21:06,998 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44137,1731360063354-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:21:06,999 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:21:07,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:21:07,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44137,1731360063354-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:07,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff65372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:07,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44137,-1 for getting cluster id 2024-11-11T21:21:07,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:07,037 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3db124c1-3e75-48ef-ae87-0fe79a1d2323' 2024-11-11T21:21:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3db124c1-3e75-48ef-ae87-0fe79a1d2323" 2024-11-11T21:21:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4d9b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44137,-1] 2024-11-11T21:21:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:07,038 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:07,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d12866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:07,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46859,1731360064002, seqNum=-1] 2024-11-11T21:21:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:07,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:07,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,44137,1731360063354 2024-11-11T21:21:07,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65029 2024-11-11T21:21:07,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:07,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc5f1510002 connected 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.log.dir so I do NOT create it in target/test-data/5210b512-bb52-1864-8324-8f847da366ca 2024-11-11T21:21:07,087 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.tmp.dir so I do NOT create it in target/test-data/5210b512-bb52-1864-8324-8f847da366ca 2024-11-11T21:21:07,087 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:21:07,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/cluster_05cb24d4-2b7d-b8be-32dc-2ab2c19fe1c3, deleteOnExit=true 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/test.cache.data in system properties and HBase conf 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:21:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:21:07,087 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:21:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:21:07,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:07,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:07,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:07,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:07,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:21:07,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:07,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a56e1f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:07,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df278da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:07,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5257d020{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/java.io.tmpdir/jetty-localhost-39073-hadoop-hdfs-3_4_1-tests_jar-_-any-5268523508725357583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:21:07,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41454b{HTTP/1.1, (http/1.1)}{localhost:39073} 2024-11-11T21:21:07,510 INFO [Time-limited test {}] server.Server(415): Started @236624ms 2024-11-11T21:21:07,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:07,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:07,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:07,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:07,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:21:07,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@513f2d58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:07,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20da1f6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:07,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7776e52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/java.io.tmpdir/jetty-localhost-38533-hadoop-hdfs-3_4_1-tests_jar-_-any-9337532534870163475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:21:07,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f88ae25{HTTP/1.1, (http/1.1)}{localhost:38533} 2024-11-11T21:21:07,923 INFO [Time-limited test {}] server.Server(415): Started @237037ms 2024-11-11T21:21:07,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:21:08,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:21:08,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:21:08,632 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/cluster_05cb24d4-2b7d-b8be-32dc-2ab2c19fe1c3/data/data1/current/BP-403865251-172.17.0.2-1731360067103/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:08,633 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/cluster_05cb24d4-2b7d-b8be-32dc-2ab2c19fe1c3/data/data2/current/BP-403865251-172.17.0.2-1731360067103/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:08,663 WARN [Thread-2776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:21:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa68b45d33e3e7b07 with lease ID 0x97d86ca82efe029d: Processing first storage report for DS-77a21a60-35dd-47ed-9aee-33cb4d914276 from datanode DatanodeRegistration(127.0.0.1:40603, datanodeUuid=1ba49086-d684-4645-89a6-83505116073e, infoPort=36581, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=522365236;c=1731360067103) 2024-11-11T21:21:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa68b45d33e3e7b07 with lease ID 0x97d86ca82efe029d: from storage DS-77a21a60-35dd-47ed-9aee-33cb4d914276 node DatanodeRegistration(127.0.0.1:40603, datanodeUuid=1ba49086-d684-4645-89a6-83505116073e, infoPort=36581, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=522365236;c=1731360067103), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:21:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa68b45d33e3e7b07 with lease ID 0x97d86ca82efe029d: Processing first storage report for DS-e9d03bbc-fa94-47e6-8d7e-cb6310521449 from datanode DatanodeRegistration(127.0.0.1:40603, datanodeUuid=1ba49086-d684-4645-89a6-83505116073e, infoPort=36581, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=522365236;c=1731360067103) 2024-11-11T21:21:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa68b45d33e3e7b07 with lease ID 0x97d86ca82efe029d: from storage DS-e9d03bbc-fa94-47e6-8d7e-cb6310521449 node DatanodeRegistration(127.0.0.1:40603, datanodeUuid=1ba49086-d684-4645-89a6-83505116073e, infoPort=36581, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=522365236;c=1731360067103), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:21:08,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca 2024-11-11T21:21:08,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:08,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:08,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:21:09,167 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c with version=8 2024-11-11T21:21:09,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/hbase-staging 2024-11-11T21:21:09,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:09,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:09,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:09,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:09,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:09,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:09,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:21:09,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:09,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38541 2024-11-11T21:21:09,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38541 connecting to ZooKeeper ensemble=127.0.0.1:65029 2024-11-11T21:21:09,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385410x0, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:09,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38541-0x1012bc5f1510003 connected 2024-11-11T21:21:09,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:09,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:09,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on znode that does not yet exist, /1668531489/running 2024-11-11T21:21:09,293 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c, hbase.cluster.distributed=false 2024-11-11T21:21:09,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on znode that does not yet exist, /1668531489/acl 2024-11-11T21:21:09,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38541 2024-11-11T21:21:09,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38541 2024-11-11T21:21:09,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38541 2024-11-11T21:21:09,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38541 2024-11-11T21:21:09,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38541 2024-11-11T21:21:09,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:09,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:09,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:09,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:09,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:09,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:09,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:21:09,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:09,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46545 2024-11-11T21:21:09,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46545 connecting to ZooKeeper ensemble=127.0.0.1:65029 2024-11-11T21:21:09,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:09,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:09,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465450x0, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:09,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465450x0, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on znode that does not yet exist, /1668531489/running 2024-11-11T21:21:09,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46545-0x1012bc5f1510004 connected 2024-11-11T21:21:09,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:21:09,334 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:21:09,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on znode that does not yet exist, /1668531489/master 2024-11-11T21:21:09,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on znode that does not yet exist, /1668531489/acl 2024-11-11T21:21:09,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-11T21:21:09,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46545 2024-11-11T21:21:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46545 2024-11-11T21:21:09,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-11T21:21:09,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-11T21:21:09,350 DEBUG [M:0;f286ae0a5299:38541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:38541 2024-11-11T21:21:09,351 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1668531489/backup-masters/f286ae0a5299,38541,1731360069169 2024-11-11T21:21:09,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489/backup-masters 2024-11-11T21:21:09,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489/backup-masters 2024-11-11T21:21:09,358 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on existing znode=/1668531489/backup-masters/f286ae0a5299,38541,1731360069169 2024-11-11T21:21:09,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1668531489/master 2024-11-11T21:21:09,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:09,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:09,369 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on existing znode=/1668531489/master 2024-11-11T21:21:09,369 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1668531489/backup-masters/f286ae0a5299,38541,1731360069169 from backup master directory 2024-11-11T21:21:09,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668531489/backup-masters/f286ae0a5299,38541,1731360069169 2024-11-11T21:21:09,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489/backup-masters 2024-11-11T21:21:09,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489/backup-masters 2024-11-11T21:21:09,379 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:09,379 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,38541,1731360069169 2024-11-11T21:21:09,382 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/hbase.id] with ID: bfea8151-c526-4340-bddc-47a1845544ca 2024-11-11T21:21:09,382 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/.tmp/hbase.id 2024-11-11T21:21:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:21:09,388 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/.tmp/hbase.id]:[hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/hbase.id] 2024-11-11T21:21:09,397 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:09,397 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:21:09,398 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T21:21:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:09,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:21:09,416 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:09,417 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:21:09,417 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:09,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:21:09,826 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store 2024-11-11T21:21:09,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:21:09,831 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:09,831 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:21:09,831 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:09,831 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:09,831 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:21:09,831 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:09,831 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:09,831 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360069831Disabling compacts and flushes for region at 1731360069831Disabling writes for close at 1731360069831Writing region close event to WAL at 1731360069831Closed at 1731360069831 2024-11-11T21:21:09,832 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/.initializing 2024-11-11T21:21:09,832 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/WALs/f286ae0a5299,38541,1731360069169 2024-11-11T21:21:09,832 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:09,833 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C38541%2C1731360069169, suffix=, logDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/WALs/f286ae0a5299,38541,1731360069169, archiveDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/oldWALs, maxLogs=10 2024-11-11T21:21:09,851 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/WALs/f286ae0a5299,38541,1731360069169/f286ae0a5299%2C38541%2C1731360069169.1731360069833, exclude list is [], retry=0 2024-11-11T21:21:09,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40603,DS-77a21a60-35dd-47ed-9aee-33cb4d914276,DISK] 2024-11-11T21:21:09,855 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/WALs/f286ae0a5299,38541,1731360069169/f286ae0a5299%2C38541%2C1731360069169.1731360069833 2024-11-11T21:21:09,855 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36581:36581)] 2024-11-11T21:21:09,856 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:09,856 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:09,856 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,856 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:21:09,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:09,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:09,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:21:09,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:09,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:09,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:21:09,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:09,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:09,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:21:09,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:09,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:09,862 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,863 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,863 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,864 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,864 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,864 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:09,865 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:09,867 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:09,867 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66624061, jitterRate=-0.007224127650260925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:09,867 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360069856Initializing all the Stores at 1731360069857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360069857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360069857Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360069857Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360069857Cleaning up temporary data from old regions at 1731360069864 (+7 ms)Region opened successfully at 1731360069867 (+3 ms) 2024-11-11T21:21:09,867 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:21:09,870 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785fff83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:09,870 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:21:09,870 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:21:09,870 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:21:09,871 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:21:09,871 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:21:09,871 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:21:09,871 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:21:09,872 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:21:09,873 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Unable to get data of znode /1668531489/balancer because node does not exist (not necessarily an error) 2024-11-11T21:21:09,922 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668531489/balancer already deleted, retry=false 2024-11-11T21:21:09,923 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:21:09,923 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Unable to get data of znode /1668531489/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:21:09,932 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668531489/normalizer already deleted, retry=false 2024-11-11T21:21:09,933 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:21:09,934 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Unable to get data of znode /1668531489/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:21:09,943 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668531489/switch/split already deleted, retry=false 2024-11-11T21:21:09,944 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Unable to get data of znode /1668531489/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:21:09,954 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668531489/switch/merge already deleted, retry=false 2024-11-11T21:21:09,956 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Unable to get data of znode /1668531489/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:21:09,964 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668531489/snapshot-cleanup already deleted, retry=false 2024-11-11T21:21:09,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1668531489/running 2024-11-11T21:21:09,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1668531489/running 2024-11-11T21:21:09,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:09,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:09,975 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,38541,1731360069169, sessionid=0x1012bc5f1510003, setting cluster-up flag (Was=false) 2024-11-11T21:21:09,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:09,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:10,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1668531489/flush-table-proc/acquired, /1668531489/flush-table-proc/reached, /1668531489/flush-table-proc/abort 2024-11-11T21:21:10,028 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,38541,1731360069169 2024-11-11T21:21:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:10,080 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1668531489/online-snapshot/acquired, /1668531489/online-snapshot/reached, /1668531489/online-snapshot/abort 2024-11-11T21:21:10,081 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,38541,1731360069169 2024-11-11T21:21:10,082 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:21:10,083 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:10,084 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:21:10,084 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:21:10,084 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,38541,1731360069169 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:21:10,085 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:10,085 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:10,085 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:10,085 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:10,085 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:21:10,085 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,085 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:10,085 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:10,087 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360100087 2024-11-11T21:21:10,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:21:10,087 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:21:10,087 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:21:10,087 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:21:10,087 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:10,088 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:21:10,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:21:10,088 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:21:10,088 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:21:10,088 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,088 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:21:10,088 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:21:10,089 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:21:10,089 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:21:10,089 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:21:10,089 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:21:10,089 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360070089,5,FailOnTimeoutGroup] 2024-11-11T21:21:10,090 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360070090,5,FailOnTimeoutGroup] 2024-11-11T21:21:10,090 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,090 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:21:10,090 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,090 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:21:10,142 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(746): ClusterId : bfea8151-c526-4340-bddc-47a1845544ca 2024-11-11T21:21:10,142 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:21:10,154 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:21:10,154 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:21:10,165 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:21:10,165 DEBUG [RS:0;f286ae0a5299:46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276afb34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:10,176 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:46545 2024-11-11T21:21:10,176 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:21:10,176 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:21:10,176 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:21:10,177 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,38541,1731360069169 with port=46545, startcode=1731360069314 2024-11-11T21:21:10,177 DEBUG [RS:0;f286ae0a5299:46545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:21:10,178 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:21:10,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,46545,1731360069314 2024-11-11T21:21:10,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38541 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,46545,1731360069314 2024-11-11T21:21:10,180 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c 2024-11-11T21:21:10,180 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38447 2024-11-11T21:21:10,180 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:21:10,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489/rs 2024-11-11T21:21:10,190 DEBUG [RS:0;f286ae0a5299:46545 {}] zookeeper.ZKUtil(111): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on existing znode=/1668531489/rs/f286ae0a5299,46545,1731360069314 2024-11-11T21:21:10,190 WARN [RS:0;f286ae0a5299:46545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:10,190 INFO [RS:0;f286ae0a5299:46545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:10,190 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314 2024-11-11T21:21:10,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,46545,1731360069314] 2024-11-11T21:21:10,193 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:21:10,194 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:21:10,195 INFO [RS:0;f286ae0a5299:46545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:21:10,195 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,195 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:21:10,196 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:21:10,196 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:10,196 DEBUG [RS:0;f286ae0a5299:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:10,199 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,199 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,199 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,199 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,199 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,199 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46545,1731360069314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:21:10,217 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:21:10,218 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,46545,1731360069314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,218 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,218 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.Replication(171): f286ae0a5299,46545,1731360069314 started 2024-11-11T21:21:10,232 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:10,232 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,46545,1731360069314, RpcServer on f286ae0a5299/172.17.0.2:46545, sessionid=0x1012bc5f1510004 2024-11-11T21:21:10,232 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:21:10,232 DEBUG [RS:0;f286ae0a5299:46545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,46545,1731360069314 2024-11-11T21:21:10,232 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46545,1731360069314' 2024-11-11T21:21:10,232 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1668531489/flush-table-proc/abort' 2024-11-11T21:21:10,232 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1668531489/flush-table-proc/acquired' 2024-11-11T21:21:10,233 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:21:10,233 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:21:10,233 DEBUG [RS:0;f286ae0a5299:46545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,46545,1731360069314 2024-11-11T21:21:10,233 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,46545,1731360069314' 2024-11-11T21:21:10,233 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1668531489/online-snapshot/abort' 2024-11-11T21:21:10,233 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1668531489/online-snapshot/acquired' 2024-11-11T21:21:10,233 DEBUG [RS:0;f286ae0a5299:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:21:10,233 INFO [RS:0;f286ae0a5299:46545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:21:10,233 INFO [RS:0;f286ae0a5299:46545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:21:10,334 INFO [RS:0;f286ae0a5299:46545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:10,335 INFO [RS:0;f286ae0a5299:46545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C46545%2C1731360069314, suffix=, logDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314, archiveDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/oldWALs, maxLogs=10 2024-11-11T21:21:10,347 DEBUG [RS:0;f286ae0a5299:46545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, exclude list is [], retry=0 2024-11-11T21:21:10,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40603,DS-77a21a60-35dd-47ed-9aee-33cb4d914276,DISK] 2024-11-11T21:21:10,351 INFO [RS:0;f286ae0a5299:46545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 2024-11-11T21:21:10,351 DEBUG [RS:0;f286ae0a5299:46545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36581:36581)] 2024-11-11T21:21:10,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:21:10,492 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c 2024-11-11T21:21:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:21:10,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:10,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:21:10,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:21:10,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:10,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:10,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:21:10,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:21:10,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:10,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:10,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:21:10,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:21:10,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:10,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:10,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:21:10,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:21:10,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:10,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:21:10,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740 2024-11-11T21:21:10,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740 2024-11-11T21:21:10,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:21:10,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:21:10,904 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:10,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:21:10,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:10,907 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64085396, jitterRate=-0.045053184032440186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360070897Initializing all the Stores at 1731360070898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360070898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360070898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360070898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360070898Cleaning up temporary data from old regions at 1731360070904 (+6 ms)Region opened successfully at 1731360070907 (+3 ms) 2024-11-11T21:21:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:21:10,907 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:21:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:21:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:21:10,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:21:10,908 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:10,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360070907Disabling compacts and flushes for region at 1731360070907Disabling writes for close at 1731360070907Writing region close event to WAL at 1731360070908 (+1 ms)Closed at 1731360070908 2024-11-11T21:21:10,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:10,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:21:10,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:21:10,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:21:10,910 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:21:11,060 DEBUG [f286ae0a5299:38541 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:21:11,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,46545,1731360069314 2024-11-11T21:21:11,062 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46545,1731360069314, state=OPENING 2024-11-11T21:21:11,256 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:21:11,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:11,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:11,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1668531489/meta-region-server: CHANGED 2024-11-11T21:21:11,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1668531489/meta-region-server: CHANGED 2024-11-11T21:21:11,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:21:11,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46545,1731360069314}] 2024-11-11T21:21:11,425 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:21:11,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:21:11,430 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:21:11,430 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:11,430 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:21:11,431 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C46545%2C1731360069314.meta, suffix=.meta, logDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314, archiveDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/oldWALs, maxLogs=10 2024-11-11T21:21:11,448 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.meta.1731360071431.meta, exclude list is [], retry=0 2024-11-11T21:21:11,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40603,DS-77a21a60-35dd-47ed-9aee-33cb4d914276,DISK] 2024-11-11T21:21:11,452 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.meta.1731360071431.meta 2024-11-11T21:21:11,452 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36581:36581)] 2024-11-11T21:21:11,452 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:11,453 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:11,453 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:21:11,453 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:21:11,453 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:21:11,453 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:21:11,453 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:11,453 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:21:11,453 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:21:11,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:21:11,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:21:11,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:11,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:11,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:21:11,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:21:11,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:11,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:11,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:21:11,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:21:11,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:11,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:11,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:21:11,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:21:11,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:11,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:11,458 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:21:11,459 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740 2024-11-11T21:21:11,459 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740 2024-11-11T21:21:11,460 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:21:11,460 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:21:11,460 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:11,461 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:21:11,462 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59756534, jitterRate=-0.10955825448036194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:11,462 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:21:11,462 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360071453Writing region info on filesystem at 1731360071453Initializing all the Stores at 1731360071454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360071454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360071454Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360071454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360071454Cleaning up temporary data from old regions at 1731360071460 (+6 ms)Running coprocessor post-open hooks at 1731360071462 (+2 ms)Region opened successfully at 1731360071462 2024-11-11T21:21:11,463 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360071425 2024-11-11T21:21:11,464 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:21:11,464 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:21:11,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46545,1731360069314 2024-11-11T21:21:11,465 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,46545,1731360069314, state=OPEN 2024-11-11T21:21:11,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1668531489/meta-region-server 2024-11-11T21:21:11,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1668531489/meta-region-server 2024-11-11T21:21:11,474 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,46545,1731360069314 2024-11-11T21:21:11,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1668531489/meta-region-server: CHANGED 2024-11-11T21:21:11,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1668531489/meta-region-server: CHANGED 2024-11-11T21:21:11,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:21:11,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,46545,1731360069314 in 200 msec 2024-11-11T21:21:11,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:21:11,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 567 msec 2024-11-11T21:21:11,477 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:11,477 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:21:11,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:11,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46545,1731360069314, seqNum=-1] 2024-11-11T21:21:11,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:11,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:11,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4010 sec 2024-11-11T21:21:11,484 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360071484, completionTime=-1 2024-11-11T21:21:11,484 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:21:11,484 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:21:11,486 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:21:11,486 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360131486 2024-11-11T21:21:11,486 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360191486 2024-11-11T21:21:11,486 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:21:11,487 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38541,1731360069169-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:11,487 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38541,1731360069169-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:11,487 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38541,1731360069169-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:11,487 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:38541, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:11,487 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:11,487 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:11,488 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:21:11,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.111sec 2024-11-11T21:21:11,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:21:11,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:21:11,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:21:11,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:21:11,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:21:11,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38541,1731360069169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:21:11,490 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38541,1731360069169-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:21:11,492 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:21:11,492 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:21:11,492 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38541,1731360069169-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:11,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a5fecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:11,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,38541,-1 for getting cluster id 2024-11-11T21:21:11,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:11,544 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfea8151-c526-4340-bddc-47a1845544ca' 2024-11-11T21:21:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfea8151-c526-4340-bddc-47a1845544ca" 2024-11-11T21:21:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63343517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,38541,-1] 2024-11-11T21:21:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:11,546 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:11,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421de1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:11,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46545,1731360069314, seqNum=-1] 2024-11-11T21:21:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:11,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:11,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,38541,1731360069169 2024-11-11T21:21:11,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65029 2024-11-11T21:21:11,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:11,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012bc5f1510005 connected 2024-11-11T21:21:11,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.log.dir so I do NOT create it in target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9 2024-11-11T21:21:11,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:21:11,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.tmp.dir so I do NOT create it in target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9 2024-11-11T21:21:11,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:21:11,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9 2024-11-11T21:21:11,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:21:11,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/cluster_a7eb5f72-b0d1-ff66-03d0-6dc6eb27ee3c, deleteOnExit=true 2024-11-11T21:21:11,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:21:11,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/test.cache.data in system properties and HBase conf 2024-11-11T21:21:11,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:21:11,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:21:11,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:21:11,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:11,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:11,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:21:11,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:21:11,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:21:11,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:11,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:21:11,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:21:11,677 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:21:11,871 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T21:21:11,872 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,872 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,916 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,916 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,916 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,917 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,926 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,931 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,931 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,933 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:11,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:11,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:11,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:11,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:11,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:21:11,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:11,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a405ac1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:11,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6714e842{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:12,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f2b5548{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/java.io.tmpdir/jetty-localhost-32949-hadoop-hdfs-3_4_1-tests_jar-_-any-4831372565522236574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:21:12,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47eef220{HTTP/1.1, (http/1.1)}{localhost:32949} 2024-11-11T21:21:12,068 INFO [Time-limited test {}] server.Server(415): Started @241182ms 2024-11-11T21:21:12,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:12,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:12,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:12,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:12,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:21:12,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f02a7fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:12,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee314e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:12,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b6a4e3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/java.io.tmpdir/jetty-localhost-37353-hadoop-hdfs-3_4_1-tests_jar-_-any-18105249302517561035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:21:12,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d121b51{HTTP/1.1, (http/1.1)}{localhost:37353} 2024-11-11T21:21:12,558 INFO [Time-limited test {}] server.Server(415): Started @241673ms 2024-11-11T21:21:12,559 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:21:13,328 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/cluster_a7eb5f72-b0d1-ff66-03d0-6dc6eb27ee3c/data/data2/current/BP-1313429387-172.17.0.2-1731360071590/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:13,328 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/cluster_a7eb5f72-b0d1-ff66-03d0-6dc6eb27ee3c/data/data1/current/BP-1313429387-172.17.0.2-1731360071590/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:13,346 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:21:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16c4bef29b5fc839 with lease ID 0x470141c301bc1b12: Processing first storage report for DS-82a4511f-cb3f-4e2c-9e50-995fcc4f0928 from datanode DatanodeRegistration(127.0.0.1:36959, datanodeUuid=bb12c6fe-cd22-4cc6-872f-9effceb88a63, infoPort=41639, infoSecurePort=0, ipcPort=33307, storageInfo=lv=-57;cid=testClusterID;nsid=237173719;c=1731360071590) 2024-11-11T21:21:13,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16c4bef29b5fc839 with lease ID 0x470141c301bc1b12: from storage DS-82a4511f-cb3f-4e2c-9e50-995fcc4f0928 node DatanodeRegistration(127.0.0.1:36959, datanodeUuid=bb12c6fe-cd22-4cc6-872f-9effceb88a63, infoPort=41639, infoSecurePort=0, ipcPort=33307, storageInfo=lv=-57;cid=testClusterID;nsid=237173719;c=1731360071590), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:21:13,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16c4bef29b5fc839 with lease ID 0x470141c301bc1b12: Processing first storage report for DS-565161b6-9c46-4c39-a0a6-23b9dc0c1cd1 from datanode DatanodeRegistration(127.0.0.1:36959, datanodeUuid=bb12c6fe-cd22-4cc6-872f-9effceb88a63, infoPort=41639, infoSecurePort=0, ipcPort=33307, storageInfo=lv=-57;cid=testClusterID;nsid=237173719;c=1731360071590) 2024-11-11T21:21:13,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16c4bef29b5fc839 with lease ID 0x470141c301bc1b12: from storage DS-565161b6-9c46-4c39-a0a6-23b9dc0c1cd1 node DatanodeRegistration(127.0.0.1:36959, datanodeUuid=bb12c6fe-cd22-4cc6-872f-9effceb88a63, infoPort=41639, infoSecurePort=0, ipcPort=33307, storageInfo=lv=-57;cid=testClusterID;nsid=237173719;c=1731360071590), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:21:13,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9 2024-11-11T21:21:13,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:13,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:13,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:21:13,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:13,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:21:13,736 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48515 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:21:13,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709 with version=8 2024-11-11T21:21:13,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/hbase-staging 2024-11-11T21:21:13,805 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:13,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:13,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:13,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:13,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:13,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:13,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:21:13,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:13,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43369 2024-11-11T21:21:13,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43369 connecting to ZooKeeper ensemble=127.0.0.1:65029 2024-11-11T21:21:13,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433690x0, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:13,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43369-0x1012bc5f1510006 connected 2024-11-11T21:21:13,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:13,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:13,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on znode that does not yet exist, /2397426931/running 2024-11-11T21:21:13,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709, hbase.cluster.distributed=false 2024-11-11T21:21:13,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on znode that does not yet exist, /2397426931/acl 2024-11-11T21:21:13,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-11T21:21:13,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43369 2024-11-11T21:21:13,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43369 2024-11-11T21:21:13,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-11T21:21:13,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-11T21:21:13,955 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:13,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:13,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:13,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:13,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:13,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:13,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:21:13,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:13,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45641 2024-11-11T21:21:13,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45641 connecting to ZooKeeper ensemble=127.0.0.1:65029 2024-11-11T21:21:13,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:13,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:14,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456410x0, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:14,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456410x0, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on znode that does not yet exist, /2397426931/running 2024-11-11T21:21:14,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45641-0x1012bc5f1510007 connected 2024-11-11T21:21:14,045 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:21:14,046 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:21:14,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on znode that does not yet exist, /2397426931/master 2024-11-11T21:21:14,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on znode that does not yet exist, /2397426931/acl 2024-11-11T21:21:14,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45641 2024-11-11T21:21:14,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45641 2024-11-11T21:21:14,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45641 2024-11-11T21:21:14,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45641 2024-11-11T21:21:14,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45641 2024-11-11T21:21:14,061 DEBUG [M:0;f286ae0a5299:43369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:43369 2024-11-11T21:21:14,061 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2397426931/backup-masters/f286ae0a5299,43369,1731360073805 2024-11-11T21:21:14,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931/backup-masters 2024-11-11T21:21:14,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931/backup-masters 2024-11-11T21:21:14,101 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on existing znode=/2397426931/backup-masters/f286ae0a5299,43369,1731360073805 2024-11-11T21:21:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2397426931/master 2024-11-11T21:21:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:14,182 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on existing znode=/2397426931/master 2024-11-11T21:21:14,182 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2397426931/backup-masters/f286ae0a5299,43369,1731360073805 from backup master directory 2024-11-11T21:21:14,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2397426931/backup-masters/f286ae0a5299,43369,1731360073805 2024-11-11T21:21:14,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931/backup-masters 2024-11-11T21:21:14,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931/backup-masters 2024-11-11T21:21:14,206 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:14,206 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,43369,1731360073805 2024-11-11T21:21:14,209 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/hbase.id] with ID: ff0b2004-fdf7-4b1e-accf-c32b09e71a3d 2024-11-11T21:21:14,209 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/.tmp/hbase.id 2024-11-11T21:21:14,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:21:14,213 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/.tmp/hbase.id]:[hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/hbase.id] 2024-11-11T21:21:14,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:14,221 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:21:14,222 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:21:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:14,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:21:14,636 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:14,637 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:21:14,637 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:14,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:21:15,046 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store 2024-11-11T21:21:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:21:15,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:15,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:21:15,451 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:15,451 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:15,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:21:15,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:15,452 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:15,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360075451Disabling compacts and flushes for region at 1731360075451Disabling writes for close at 1731360075452 (+1 ms)Writing region close event to WAL at 1731360075452Closed at 1731360075452 2024-11-11T21:21:15,452 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/.initializing 2024-11-11T21:21:15,452 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/WALs/f286ae0a5299,43369,1731360073805 2024-11-11T21:21:15,453 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:15,454 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C43369%2C1731360073805, suffix=, logDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/WALs/f286ae0a5299,43369,1731360073805, archiveDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/oldWALs, maxLogs=10 2024-11-11T21:21:15,466 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/WALs/f286ae0a5299,43369,1731360073805/f286ae0a5299%2C43369%2C1731360073805.1731360075455, exclude list is [], retry=0 2024-11-11T21:21:15,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36959,DS-82a4511f-cb3f-4e2c-9e50-995fcc4f0928,DISK] 2024-11-11T21:21:15,469 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/WALs/f286ae0a5299,43369,1731360073805/f286ae0a5299%2C43369%2C1731360073805.1731360075455 2024-11-11T21:21:15,470 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41639:41639)] 2024-11-11T21:21:15,470 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:15,470 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:15,470 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,470 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:21:15,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:15,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:15,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:21:15,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:15,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:15,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:21:15,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:15,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:15,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:21:15,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:15,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:15,476 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,476 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,476 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,477 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,477 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,477 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:15,478 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:15,479 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:15,479 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60833776, jitterRate=-0.0935060977935791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:15,480 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360075470Initializing all the Stores at 1731360075471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360075471Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360075471Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360075471Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360075471Cleaning up temporary data from old regions at 1731360075477 (+6 ms)Region opened successfully at 1731360075480 (+3 ms) 2024-11-11T21:21:15,480 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:21:15,481 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f08151d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:15,482 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:21:15,482 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:21:15,482 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:21:15,482 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:21:15,482 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:21:15,483 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:21:15,483 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:21:15,485 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:21:15,485 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Unable to get data of znode /2397426931/balancer because node does not exist (not necessarily an error) 2024-11-11T21:21:15,553 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2397426931/balancer already deleted, retry=false 2024-11-11T21:21:15,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:21:15,554 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Unable to get data of znode /2397426931/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:21:15,564 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2397426931/normalizer already deleted, retry=false 2024-11-11T21:21:15,564 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:21:15,565 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Unable to get data of znode /2397426931/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:21:15,574 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2397426931/switch/split already deleted, retry=false 2024-11-11T21:21:15,575 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Unable to get data of znode /2397426931/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:21:15,585 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2397426931/switch/merge already deleted, retry=false 2024-11-11T21:21:15,586 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Unable to get data of znode /2397426931/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:21:15,595 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2397426931/snapshot-cleanup already deleted, retry=false 2024-11-11T21:21:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2397426931/running 2024-11-11T21:21:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2397426931/running 2024-11-11T21:21:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:15,606 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,43369,1731360073805, sessionid=0x1012bc5f1510006, setting cluster-up flag (Was=false) 2024-11-11T21:21:15,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:15,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:15,659 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2397426931/flush-table-proc/acquired, /2397426931/flush-table-proc/reached, /2397426931/flush-table-proc/abort 2024-11-11T21:21:15,660 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,43369,1731360073805 2024-11-11T21:21:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:15,852 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2397426931/online-snapshot/acquired, /2397426931/online-snapshot/reached, /2397426931/online-snapshot/abort 2024-11-11T21:21:15,853 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,43369,1731360073805 2024-11-11T21:21:15,854 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:21:15,855 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:15,855 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:21:15,855 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:21:15,856 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,43369,1731360073805 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:21:15,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:15,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:15,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:15,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:15,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:21:15,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:15,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:15,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:15,858 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360105858 2024-11-11T21:21:15,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:15,858 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:21:15,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:21:15,858 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:21:15,858 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:21:15,858 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:21:15,858 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:21:15,858 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:21:15,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:15,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:21:15,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:21:15,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:21:15,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:21:15,859 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:15,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:21:15,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:21:15,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:21:15,860 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360075859,5,FailOnTimeoutGroup] 2024-11-11T21:21:15,860 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360075860,5,FailOnTimeoutGroup] 2024-11-11T21:21:15,860 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:15,860 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:21:15,860 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:15,860 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:15,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:21:15,951 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(746): ClusterId : ff0b2004-fdf7-4b1e-accf-c32b09e71a3d 2024-11-11T21:21:15,951 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:21:15,958 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:21:15,958 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:21:15,969 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:21:15,969 DEBUG [RS:0;f286ae0a5299:45641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f28594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:15,982 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:45641 2024-11-11T21:21:15,982 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:21:15,982 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:21:15,982 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:21:15,983 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,43369,1731360073805 with port=45641, startcode=1731360073955 2024-11-11T21:21:15,983 DEBUG [RS:0;f286ae0a5299:45641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:21:15,984 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:21:15,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,45641,1731360073955 2024-11-11T21:21:15,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43369 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,45641,1731360073955 2024-11-11T21:21:15,985 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709 2024-11-11T21:21:15,985 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43299 2024-11-11T21:21:15,985 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:21:16,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931/rs 2024-11-11T21:21:16,033 DEBUG [RS:0;f286ae0a5299:45641 {}] zookeeper.ZKUtil(111): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on existing znode=/2397426931/rs/f286ae0a5299,45641,1731360073955 2024-11-11T21:21:16,033 WARN [RS:0;f286ae0a5299:45641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:16,033 INFO [RS:0;f286ae0a5299:45641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:16,033 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955 2024-11-11T21:21:16,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,45641,1731360073955] 2024-11-11T21:21:16,035 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:21:16,036 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:21:16,036 INFO [RS:0;f286ae0a5299:45641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:21:16,036 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,037 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:21:16,037 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:21:16,037 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,037 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,037 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,037 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,037 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,037 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,037 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:16,037 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,037 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,037 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,038 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,038 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,038 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:16,038 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:16,038 DEBUG [RS:0;f286ae0a5299:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:16,038 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,038 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,038 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,038 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,038 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,038 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45641,1731360073955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:21:16,054 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:21:16,054 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45641,1731360073955-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,054 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,054 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.Replication(171): f286ae0a5299,45641,1731360073955 started 2024-11-11T21:21:16,069 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:16,069 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,45641,1731360073955, RpcServer on f286ae0a5299/172.17.0.2:45641, sessionid=0x1012bc5f1510007 2024-11-11T21:21:16,069 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:21:16,069 DEBUG [RS:0;f286ae0a5299:45641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,45641,1731360073955 2024-11-11T21:21:16,069 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,45641,1731360073955' 2024-11-11T21:21:16,069 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2397426931/flush-table-proc/abort' 2024-11-11T21:21:16,069 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2397426931/flush-table-proc/acquired' 2024-11-11T21:21:16,070 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:21:16,070 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:21:16,070 DEBUG [RS:0;f286ae0a5299:45641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,45641,1731360073955 2024-11-11T21:21:16,070 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,45641,1731360073955' 2024-11-11T21:21:16,070 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2397426931/online-snapshot/abort' 2024-11-11T21:21:16,070 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2397426931/online-snapshot/acquired' 2024-11-11T21:21:16,070 DEBUG [RS:0;f286ae0a5299:45641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:21:16,070 INFO [RS:0;f286ae0a5299:45641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:21:16,070 INFO [RS:0;f286ae0a5299:45641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:21:16,171 INFO [RS:0;f286ae0a5299:45641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:16,172 INFO [RS:0;f286ae0a5299:45641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C45641%2C1731360073955, suffix=, logDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955, archiveDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/oldWALs, maxLogs=10 2024-11-11T21:21:16,185 DEBUG [RS:0;f286ae0a5299:45641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, exclude list is [], retry=0 2024-11-11T21:21:16,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36959,DS-82a4511f-cb3f-4e2c-9e50-995fcc4f0928,DISK] 2024-11-11T21:21:16,188 INFO [RS:0;f286ae0a5299:45641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 2024-11-11T21:21:16,191 DEBUG [RS:0;f286ae0a5299:45641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41639:41639)] 2024-11-11T21:21:16,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:21:16,268 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709 2024-11-11T21:21:16,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:21:16,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:16,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:21:16,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:21:16,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:16,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:16,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:21:16,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:21:16,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:16,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:16,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:21:16,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:21:16,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:16,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:16,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:21:16,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:21:16,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:16,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:16,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:21:16,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740 2024-11-11T21:21:16,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740 2024-11-11T21:21:16,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:21:16,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:21:16,681 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:16,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:21:16,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:16,683 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59227940, jitterRate=-0.11743491888046265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:16,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360076672Initializing all the Stores at 1731360076673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360076673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360076673Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360076673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360076673Cleaning up temporary data from old regions at 1731360076680 (+7 ms)Region opened successfully at 1731360076683 (+3 ms) 2024-11-11T21:21:16,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:21:16,683 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:21:16,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:21:16,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:21:16,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:21:16,683 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:16,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360076683Disabling compacts and flushes for region at 1731360076683Disabling writes for close at 1731360076683Writing region close event to WAL at 1731360076683Closed at 1731360076683 2024-11-11T21:21:16,684 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:16,684 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:21:16,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:21:16,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:21:16,686 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:21:16,836 DEBUG [f286ae0a5299:43369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:21:16,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,45641,1731360073955 2024-11-11T21:21:16,838 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,45641,1731360073955, state=OPENING 2024-11-11T21:21:16,884 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:21:16,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:16,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:16,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:21:16,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2397426931/meta-region-server: CHANGED 2024-11-11T21:21:16,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2397426931/meta-region-server: CHANGED 2024-11-11T21:21:16,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,45641,1731360073955}] 2024-11-11T21:21:17,047 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:21:17,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:21:17,052 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:21:17,052 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:17,052 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:21:17,053 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C45641%2C1731360073955.meta, suffix=.meta, logDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955, archiveDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/oldWALs, maxLogs=10 2024-11-11T21:21:17,067 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.meta.1731360077053.meta, exclude list is [], retry=0 2024-11-11T21:21:17,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36959,DS-82a4511f-cb3f-4e2c-9e50-995fcc4f0928,DISK] 2024-11-11T21:21:17,070 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.meta.1731360077053.meta 2024-11-11T21:21:17,071 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41639:41639)] 2024-11-11T21:21:17,071 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:17,071 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:17,071 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:21:17,071 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:21:17,071 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:21:17,071 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:21:17,071 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:17,071 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:21:17,072 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:21:17,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:21:17,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:21:17,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:17,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:17,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:21:17,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:21:17,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:17,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:17,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:21:17,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:21:17,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:17,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:17,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:21:17,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:21:17,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:17,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:17,076 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:21:17,077 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740 2024-11-11T21:21:17,078 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740 2024-11-11T21:21:17,078 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:21:17,078 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:21:17,079 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:17,080 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:21:17,080 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58811025, jitterRate=-0.12364743649959564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:17,080 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:21:17,080 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360077072Writing region info on filesystem at 1731360077072Initializing all the Stores at 1731360077072Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360077072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360077072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360077072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360077072Cleaning up temporary data from old regions at 1731360077078 (+6 ms)Running coprocessor post-open hooks at 1731360077080 (+2 ms)Region opened successfully at 1731360077080 2024-11-11T21:21:17,081 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360077047 2024-11-11T21:21:17,083 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:21:17,083 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:21:17,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,45641,1731360073955 2024-11-11T21:21:17,083 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,45641,1731360073955, state=OPEN 2024-11-11T21:21:17,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2397426931/meta-region-server 2024-11-11T21:21:17,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2397426931/meta-region-server 2024-11-11T21:21:17,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,45641,1731360073955 2024-11-11T21:21:17,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2397426931/meta-region-server: CHANGED 2024-11-11T21:21:17,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2397426931/meta-region-server: CHANGED 2024-11-11T21:21:17,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:21:17,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,45641,1731360073955 in 199 msec 2024-11-11T21:21:17,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:21:17,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-11T21:21:17,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:17,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:21:17,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:17,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,45641,1731360073955, seqNum=-1] 2024-11-11T21:21:17,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:17,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:17,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-11T21:21:17,104 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360077104, completionTime=-1 2024-11-11T21:21:17,104 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:21:17,104 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:21:17,106 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:21:17,106 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360137106 2024-11-11T21:21:17,106 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360197106 2024-11-11T21:21:17,106 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T21:21:17,107 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43369,1731360073805-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:17,107 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43369,1731360073805-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:17,107 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43369,1731360073805-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:17,107 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:43369, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:17,107 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:17,108 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:17,109 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:21:17,110 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-11T21:21:17,111 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:21:17,111 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:21:17,111 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:21:17,111 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:21:17,111 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:21:17,111 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43369,1731360073805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:21:17,111 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43369,1731360073805-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:21:17,113 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:21:17,113 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:21:17,113 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43369,1731360073805-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:17,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b747441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:17,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43369,-1 for getting cluster id 2024-11-11T21:21:17,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:17,153 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff0b2004-fdf7-4b1e-accf-c32b09e71a3d' 2024-11-11T21:21:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff0b2004-fdf7-4b1e-accf-c32b09e71a3d" 2024-11-11T21:21:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abf3078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43369,-1] 2024-11-11T21:21:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:17,154 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:17,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ad9df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:17,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,45641,1731360073955, seqNum=-1] 2024-11-11T21:21:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:17,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:17,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,43369,1731360073805 2024-11-11T21:21:17,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:65029 2024-11-11T21:21:17,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:17,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012bc5f1510008 connected 2024-11-11T21:21:17,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44137,1731360063354 2024-11-11T21:21:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed97d5c 2024-11-11T21:21:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:17,183 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:17,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:21:17,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:21:17,188 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:17,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:21:17,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:21:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:17,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:21:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:17,596 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49a26e274a76332f4a212ec8c3b7b9f9, NAME => 'test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c 2024-11-11T21:21:17,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:21:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:18,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:18,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 49a26e274a76332f4a212ec8c3b7b9f9, disabling compactions & flushes 2024-11-11T21:21:18,004 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:18,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:18,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. after waiting 0 ms 2024-11-11T21:21:18,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:18,004 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:18,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49a26e274a76332f4a212ec8c3b7b9f9: Waiting for close lock at 1731360078004Disabling compacts and flushes for region at 1731360078004Disabling writes for close at 1731360078004Writing region close event to WAL at 1731360078004Closed at 1731360078004 2024-11-11T21:21:18,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:21:18,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360078006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360078006"}]},"ts":"1731360078006"} 2024-11-11T21:21:18,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:21:18,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:21:18,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360078009"}]},"ts":"1731360078009"} 2024-11-11T21:21:18,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:21:18,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49a26e274a76332f4a212ec8c3b7b9f9, ASSIGN}] 2024-11-11T21:21:18,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49a26e274a76332f4a212ec8c3b7b9f9, ASSIGN 2024-11-11T21:21:18,013 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=49a26e274a76332f4a212ec8c3b7b9f9, ASSIGN; state=OFFLINE, location=f286ae0a5299,46859,1731360064002; forceNewPlan=false, retain=false 2024-11-11T21:21:18,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49a26e274a76332f4a212ec8c3b7b9f9, regionState=OPENING, regionLocation=f286ae0a5299,46859,1731360064002 2024-11-11T21:21:18,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=49a26e274a76332f4a212ec8c3b7b9f9, ASSIGN because future has completed 2024-11-11T21:21:18,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49a26e274a76332f4a212ec8c3b7b9f9, server=f286ae0a5299,46859,1731360064002}] 2024-11-11T21:21:18,322 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:18,322 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49a26e274a76332f4a212ec8c3b7b9f9, NAME => 'test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:18,322 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:18,322 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:21:18,322 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,322 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:18,323 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,323 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,324 INFO [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,325 INFO [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49a26e274a76332f4a212ec8c3b7b9f9 columnFamilyName f 2024-11-11T21:21:18,325 DEBUG [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:18,325 INFO [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] regionserver.HStore(327): Store=49a26e274a76332f4a212ec8c3b7b9f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:18,325 INFO [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,326 INFO [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49a26e274a76332f4a212ec8c3b7b9f9 columnFamilyName f1 2024-11-11T21:21:18,326 DEBUG [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:18,326 INFO [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] regionserver.HStore(327): Store=49a26e274a76332f4a212ec8c3b7b9f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:18,326 INFO [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,327 INFO [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49a26e274a76332f4a212ec8c3b7b9f9 columnFamilyName norep 2024-11-11T21:21:18,327 DEBUG [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:18,328 INFO [StoreOpener-49a26e274a76332f4a212ec8c3b7b9f9-1 {}] regionserver.HStore(327): Store=49a26e274a76332f4a212ec8c3b7b9f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:18,328 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,328 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,328 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,329 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,329 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,330 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:21:18,331 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,332 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:18,332 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49a26e274a76332f4a212ec8c3b7b9f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66417889, jitterRate=-0.010296329855918884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:21:18,332 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:18,333 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49a26e274a76332f4a212ec8c3b7b9f9: Running coprocessor pre-open hook at 1731360078323Writing region info on filesystem at 1731360078323Initializing all the Stores at 1731360078323Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360078323Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360078323Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360078323Cleaning up temporary data from old regions at 1731360078329 (+6 ms)Running coprocessor post-open hooks at 1731360078332 (+3 ms)Region opened successfully at 1731360078333 (+1 ms) 2024-11-11T21:21:18,334 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9., pid=6, masterSystemTime=1731360078318 2024-11-11T21:21:18,335 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:18,335 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:18,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49a26e274a76332f4a212ec8c3b7b9f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,46859,1731360064002 2024-11-11T21:21:18,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49a26e274a76332f4a212ec8c3b7b9f9, server=f286ae0a5299,46859,1731360064002 because future has completed 2024-11-11T21:21:18,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:21:18,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49a26e274a76332f4a212ec8c3b7b9f9, server=f286ae0a5299,46859,1731360064002 in 172 msec 2024-11-11T21:21:18,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:21:18,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=49a26e274a76332f4a212ec8c3b7b9f9, ASSIGN in 329 msec 2024-11-11T21:21:18,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:21:18,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360078342"}]},"ts":"1731360078342"} 2024-11-11T21:21:18,343 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:21:18,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:21:18,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-11T21:21:18,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:21:18,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T21:21:18,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:21:18,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T21:21:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:19,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:19,347 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:21:19,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,38541,1731360069169 2024-11-11T21:21:19,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69f7ea7e 2024-11-11T21:21:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:19,349 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:19,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:21:19,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:21:19,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:19,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:21:19,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:21:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:19,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:21:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:19,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4454ef653e4ab595b026102dcbfd25d8, NAME => 'test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c 2024-11-11T21:21:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:21:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:20,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:20,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4454ef653e4ab595b026102dcbfd25d8, disabling compactions & flushes 2024-11-11T21:21:20,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:20,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:20,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. after waiting 0 ms 2024-11-11T21:21:20,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:20,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:20,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4454ef653e4ab595b026102dcbfd25d8: Waiting for close lock at 1731360080164Disabling compacts and flushes for region at 1731360080164Disabling writes for close at 1731360080164Writing region close event to WAL at 1731360080164Closed at 1731360080164 2024-11-11T21:21:20,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:21:20,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360080165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360080165"}]},"ts":"1731360080165"} 2024-11-11T21:21:20,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:21:20,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:21:20,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360080168"}]},"ts":"1731360080168"} 2024-11-11T21:21:20,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:21:20,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4454ef653e4ab595b026102dcbfd25d8, ASSIGN}] 2024-11-11T21:21:20,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4454ef653e4ab595b026102dcbfd25d8, ASSIGN 2024-11-11T21:21:20,171 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4454ef653e4ab595b026102dcbfd25d8, ASSIGN; state=OFFLINE, location=f286ae0a5299,46545,1731360069314; forceNewPlan=false, retain=false 2024-11-11T21:21:20,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4454ef653e4ab595b026102dcbfd25d8, regionState=OPENING, regionLocation=f286ae0a5299,46545,1731360069314 2024-11-11T21:21:20,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4454ef653e4ab595b026102dcbfd25d8, ASSIGN because future has completed 2024-11-11T21:21:20,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4454ef653e4ab595b026102dcbfd25d8, server=f286ae0a5299,46545,1731360069314}] 2024-11-11T21:21:20,480 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:20,480 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4454ef653e4ab595b026102dcbfd25d8, NAME => 'test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:20,480 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:20,480 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:21:20,480 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,480 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:20,480 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,480 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,481 INFO [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,482 INFO [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4454ef653e4ab595b026102dcbfd25d8 columnFamilyName f 2024-11-11T21:21:20,482 DEBUG [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:20,483 INFO [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] regionserver.HStore(327): Store=4454ef653e4ab595b026102dcbfd25d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:20,483 INFO [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,484 INFO [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4454ef653e4ab595b026102dcbfd25d8 columnFamilyName f1 2024-11-11T21:21:20,484 DEBUG [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:20,484 INFO [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] regionserver.HStore(327): Store=4454ef653e4ab595b026102dcbfd25d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:20,484 INFO [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,485 INFO [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4454ef653e4ab595b026102dcbfd25d8 columnFamilyName norep 2024-11-11T21:21:20,485 DEBUG [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:20,485 INFO [StoreOpener-4454ef653e4ab595b026102dcbfd25d8-1 {}] regionserver.HStore(327): Store=4454ef653e4ab595b026102dcbfd25d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:20,485 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,486 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:20,486 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,487 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,487 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,488 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:21:20,489 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,490 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:20,491 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4454ef653e4ab595b026102dcbfd25d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66482079, jitterRate=-0.009339824318885803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:21:20,491 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:20,491 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4454ef653e4ab595b026102dcbfd25d8: Running coprocessor pre-open hook at 1731360080480Writing region info on filesystem at 1731360080480Initializing all the Stores at 1731360080481 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360080481Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360080481Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360080481Cleaning up temporary data from old regions at 1731360080487 (+6 ms)Running coprocessor post-open hooks at 1731360080491 (+4 ms)Region opened successfully at 1731360080491 2024-11-11T21:21:20,492 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8., pid=6, masterSystemTime=1731360080476 2024-11-11T21:21:20,493 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:20,494 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:20,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4454ef653e4ab595b026102dcbfd25d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,46545,1731360069314 2024-11-11T21:21:20,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4454ef653e4ab595b026102dcbfd25d8, server=f286ae0a5299,46545,1731360069314 because future has completed 2024-11-11T21:21:20,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:21:20,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4454ef653e4ab595b026102dcbfd25d8, server=f286ae0a5299,46545,1731360069314 in 174 msec 2024-11-11T21:21:20,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:21:20,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4454ef653e4ab595b026102dcbfd25d8, ASSIGN in 330 msec 2024-11-11T21:21:20,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:21:20,502 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360080502"}]},"ts":"1731360080502"} 2024-11-11T21:21:20,504 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:21:20,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:21:20,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-11T21:21:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:21,497 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:21:21,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43369,1731360073805 2024-11-11T21:21:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9b5216 2024-11-11T21:21:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:21,499 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:21,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:21:21,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:21:21,568 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:21,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:21:21,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:21:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:21,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:21:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:21,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac8444c66d14b9651f1ae07116d40fcc, NAME => 'test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709 2024-11-11T21:21:21,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:21:22,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:22,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:22,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac8444c66d14b9651f1ae07116d40fcc, disabling compactions & flushes 2024-11-11T21:21:22,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:22,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:22,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. after waiting 0 ms 2024-11-11T21:21:22,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:22,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:22,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac8444c66d14b9651f1ae07116d40fcc: Waiting for close lock at 1731360082382Disabling compacts and flushes for region at 1731360082382Disabling writes for close at 1731360082382Writing region close event to WAL at 1731360082382Closed at 1731360082382 2024-11-11T21:21:22,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:21:22,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360082383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360082383"}]},"ts":"1731360082383"} 2024-11-11T21:21:22,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:21:22,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:21:22,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360082385"}]},"ts":"1731360082385"} 2024-11-11T21:21:22,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:21:22,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac8444c66d14b9651f1ae07116d40fcc, ASSIGN}] 2024-11-11T21:21:22,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac8444c66d14b9651f1ae07116d40fcc, ASSIGN 2024-11-11T21:21:22,389 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac8444c66d14b9651f1ae07116d40fcc, ASSIGN; state=OFFLINE, location=f286ae0a5299,45641,1731360073955; forceNewPlan=false, retain=false 2024-11-11T21:21:22,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac8444c66d14b9651f1ae07116d40fcc, regionState=OPENING, regionLocation=f286ae0a5299,45641,1731360073955 2024-11-11T21:21:22,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac8444c66d14b9651f1ae07116d40fcc, ASSIGN because future has completed 2024-11-11T21:21:22,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8444c66d14b9651f1ae07116d40fcc, server=f286ae0a5299,45641,1731360073955}] 2024-11-11T21:21:22,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:21:22,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,698 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:22,698 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac8444c66d14b9651f1ae07116d40fcc, NAME => 'test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:22,698 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:22,698 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:21:22,698 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,698 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:22,698 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,698 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,699 INFO [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,700 INFO [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8444c66d14b9651f1ae07116d40fcc columnFamilyName f 2024-11-11T21:21:22,700 DEBUG [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:22,701 INFO [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] regionserver.HStore(327): Store=ac8444c66d14b9651f1ae07116d40fcc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:22,701 INFO [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,702 INFO [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8444c66d14b9651f1ae07116d40fcc columnFamilyName f1 2024-11-11T21:21:22,702 DEBUG [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:22,702 INFO [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] regionserver.HStore(327): Store=ac8444c66d14b9651f1ae07116d40fcc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:22,702 INFO [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,703 INFO [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8444c66d14b9651f1ae07116d40fcc columnFamilyName norep 2024-11-11T21:21:22,703 DEBUG [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:22,703 INFO [StoreOpener-ac8444c66d14b9651f1ae07116d40fcc-1 {}] regionserver.HStore(327): Store=ac8444c66d14b9651f1ae07116d40fcc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:22,703 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,703 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,704 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,704 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,704 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,705 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:21:22,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,705 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:22,707 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:22,707 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac8444c66d14b9651f1ae07116d40fcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67747982, jitterRate=0.009523600339889526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:21:22,707 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:22,707 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac8444c66d14b9651f1ae07116d40fcc: Running coprocessor pre-open hook at 1731360082698Writing region info on filesystem at 1731360082698Initializing all the Stores at 1731360082699 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360082699Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360082699Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360082699Cleaning up temporary data from old regions at 1731360082704 (+5 ms)Running coprocessor post-open hooks at 1731360082707 (+3 ms)Region opened successfully at 1731360082707 2024-11-11T21:21:22,708 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc., pid=6, masterSystemTime=1731360082695 2024-11-11T21:21:22,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:22,709 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:22,710 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:22,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac8444c66d14b9651f1ae07116d40fcc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,45641,1731360073955 2024-11-11T21:21:22,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8444c66d14b9651f1ae07116d40fcc, server=f286ae0a5299,45641,1731360073955 because future has completed 2024-11-11T21:21:22,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:21:22,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac8444c66d14b9651f1ae07116d40fcc, server=f286ae0a5299,45641,1731360073955 in 171 msec 2024-11-11T21:21:22,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:21:22,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac8444c66d14b9651f1ae07116d40fcc, ASSIGN in 327 msec 2024-11-11T21:21:22,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:21:22,716 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360082716"}]},"ts":"1731360082716"} 2024-11-11T21:21:22,718 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:21:22,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:21:22,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2190 sec 2024-11-11T21:21:22,732 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T21:21:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:21:23,717 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:21:23,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1703e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:23,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44137,-1 for getting cluster id 2024-11-11T21:21:23,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:23,718 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3db124c1-3e75-48ef-ae87-0fe79a1d2323' 2024-11-11T21:21:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3db124c1-3e75-48ef-ae87-0fe79a1d2323" 2024-11-11T21:21:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593f6a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44137,-1] 2024-11-11T21:21:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:23,720 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3d9c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:23,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44137,1731360063354 2024-11-11T21:21:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50a5a956 2024-11-11T21:21:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:23,722 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:23,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:38541,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:21:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:21:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:23,725 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:38541' 2024-11-11T21:21:23,731 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4814b743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:23,731 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,38541,-1 for getting cluster id 2024-11-11T21:21:23,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:23,732 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfea8151-c526-4340-bddc-47a1845544ca' 2024-11-11T21:21:23,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:23,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfea8151-c526-4340-bddc-47a1845544ca" 2024-11-11T21:21:23,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5006ec1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:23,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,38541,-1] 2024-11-11T21:21:23,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:23,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:23,733 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:23,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5ad57b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:23,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:23,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,38541,1731360069169 2024-11-11T21:21:23,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4780d183 2024-11-11T21:21:23,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:23,736 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:23,737 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:21:23,737 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:21:23,737 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:23,737 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:23,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:23,737 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:23,738 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:21:23,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:21:23,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:23,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:21:23,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:21:23,789 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:21:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:24,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8134ac3f8101f5dc674b27b1f94c0e7, NAME => 'hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c 2024-11-11T21:21:24,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:21:24,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:24,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d8134ac3f8101f5dc674b27b1f94c0e7, disabling compactions & flushes 2024-11-11T21:21:24,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:24,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:24,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. after waiting 0 ms 2024-11-11T21:21:24,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:24,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:24,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8134ac3f8101f5dc674b27b1f94c0e7: Waiting for close lock at 1731360084153Disabling compacts and flushes for region at 1731360084153Disabling writes for close at 1731360084153Writing region close event to WAL at 1731360084153Closed at 1731360084153 2024-11-11T21:21:24,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:21:24,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360084154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360084154"}]},"ts":"1731360084154"} 2024-11-11T21:21:24,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:21:24,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:21:24,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360084157"}]},"ts":"1731360084157"} 2024-11-11T21:21:24,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:21:24,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8134ac3f8101f5dc674b27b1f94c0e7, ASSIGN}] 2024-11-11T21:21:24,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8134ac3f8101f5dc674b27b1f94c0e7, ASSIGN 2024-11-11T21:21:24,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8134ac3f8101f5dc674b27b1f94c0e7, ASSIGN; state=OFFLINE, location=f286ae0a5299,46859,1731360064002; forceNewPlan=false, retain=false 2024-11-11T21:21:24,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8134ac3f8101f5dc674b27b1f94c0e7, regionState=OPENING, regionLocation=f286ae0a5299,46859,1731360064002 2024-11-11T21:21:24,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8134ac3f8101f5dc674b27b1f94c0e7, ASSIGN because future has completed 2024-11-11T21:21:24,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8134ac3f8101f5dc674b27b1f94c0e7, server=f286ae0a5299,46859,1731360064002}] 2024-11-11T21:21:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:24,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:24,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:24,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:21:24,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C46859%2C1731360064002.rep, suffix=, logDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002, archiveDir=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/oldWALs, maxLogs=10 2024-11-11T21:21:24,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.rep.1731360084479, exclude list is [], retry=0 2024-11-11T21:21:24,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33841,DS-bf2146ce-a4ce-42f2-b268-48c32600cf31,DISK] 2024-11-11T21:21:24,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.rep.1731360084479 2024-11-11T21:21:24,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32821:32821)] 2024-11-11T21:21:24,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d8134ac3f8101f5dc674b27b1f94c0e7, NAME => 'hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:24,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:24,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:21:24,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. service=MultiRowMutationService 2024-11-11T21:21:24,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:21:24,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:24,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,496 INFO [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,497 INFO [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8134ac3f8101f5dc674b27b1f94c0e7 columnFamilyName hfileref 2024-11-11T21:21:24,497 DEBUG [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:24,498 INFO [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] regionserver.HStore(327): Store=d8134ac3f8101f5dc674b27b1f94c0e7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:24,498 INFO [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,499 INFO [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8134ac3f8101f5dc674b27b1f94c0e7 columnFamilyName queue 2024-11-11T21:21:24,499 DEBUG [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:24,499 INFO [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] regionserver.HStore(327): Store=d8134ac3f8101f5dc674b27b1f94c0e7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:24,499 INFO [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,500 INFO [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8134ac3f8101f5dc674b27b1f94c0e7 columnFamilyName sid 2024-11-11T21:21:24,500 DEBUG [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:24,500 INFO [StoreOpener-d8134ac3f8101f5dc674b27b1f94c0e7-1 {}] regionserver.HStore(327): Store=d8134ac3f8101f5dc674b27b1f94c0e7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:24,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/replication/d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/replication/d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:21:24,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/replication/d8134ac3f8101f5dc674b27b1f94c0e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:24,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d8134ac3f8101f5dc674b27b1f94c0e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59220371, jitterRate=-0.11754770576953888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:21:24,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:24,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d8134ac3f8101f5dc674b27b1f94c0e7: Running coprocessor pre-open hook at 1731360084495Writing region info on filesystem at 1731360084495Initializing all the Stores at 1731360084496 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360084496Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360084496Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360084496Cleaning up temporary data from old regions at 1731360084502 (+6 ms)Running coprocessor post-open hooks at 1731360084505 (+3 ms)Region opened successfully at 1731360084505 2024-11-11T21:21:24,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7., pid=10, masterSystemTime=1731360084474 2024-11-11T21:21:24,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:24,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:24,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8134ac3f8101f5dc674b27b1f94c0e7, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46859,1731360064002 2024-11-11T21:21:24,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8134ac3f8101f5dc674b27b1f94c0e7, server=f286ae0a5299,46859,1731360064002 because future has completed 2024-11-11T21:21:24,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:21:24,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d8134ac3f8101f5dc674b27b1f94c0e7, server=f286ae0a5299,46859,1731360064002 in 189 msec 2024-11-11T21:21:24,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:21:24,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8134ac3f8101f5dc674b27b1f94c0e7, ASSIGN in 353 msec 2024-11-11T21:21:24,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:21:24,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360084514"}]},"ts":"1731360084514"} 2024-11-11T21:21:24,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:21:24,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:21:24,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-11T21:21:24,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7., hostname=f286ae0a5299,46859,1731360064002, seqNum=2] 2024-11-11T21:21:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:24,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:21:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:24,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:21:24,879 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:21:24,903 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,46859,1731360064002, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:21:24,904 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:24,904 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46859,1731360064002, seqNum=-1] 2024-11-11T21:21:24,904 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:24,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T21:21:24,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,46859,1731360064002', locateType=CURRENT is [region=hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7., hostname=f286ae0a5299,46859,1731360064002, seqNum=2] 2024-11-11T21:21:24,909 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:21:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:21:24,911 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,46859,1731360064002 suceeded 2024-11-11T21:21:24,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:21:24,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T21:21:24,912 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:38541,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:21:24,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1890 sec 2024-11-11T21:21:24,926 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:38541' 2024-11-11T21:21:24,927 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@463a7366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:24,927 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,38541,-1 for getting cluster id 2024-11-11T21:21:24,927 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:24,928 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfea8151-c526-4340-bddc-47a1845544ca' 2024-11-11T21:21:24,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:24,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfea8151-c526-4340-bddc-47a1845544ca" 2024-11-11T21:21:24,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302baec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:24,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,38541,-1] 2024-11-11T21:21:24,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:24,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:24,929 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:24,930 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7df9dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:24,930 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,38541,1731360069169 2024-11-11T21:21:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78513668 2024-11-11T21:21:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:24,931 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T21:21:24,932 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,46859,1731360064002 (queues=1) is replicating from cluster=3db124c1-3e75-48ef-ae87-0fe79a1d2323 to cluster=bfea8151-c526-4340-bddc-47a1845544ca 2024-11-11T21:21:24,932 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C46859%2C1731360064002 2024-11-11T21:21:24,932 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,46859,1731360064002, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:21:24,933 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C46859%2C1731360064002 2024-11-11T21:21:24,933 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, startPosition=0, beingWritten=true 2024-11-11T21:21:24,937 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:24,937 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:24,937 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:25,140 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:25,443 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:25,847 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:25,876 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:21:25,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:25,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:25,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:25,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:25,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:25,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158deac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:25,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,38541,-1 for getting cluster id 2024-11-11T21:21:25,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:25,878 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfea8151-c526-4340-bddc-47a1845544ca' 2024-11-11T21:21:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:25,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfea8151-c526-4340-bddc-47a1845544ca" 2024-11-11T21:21:25,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197e5508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:25,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,38541,-1] 2024-11-11T21:21:25,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:25,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:25,879 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:25,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1b034e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:25,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:25,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,38541,1731360069169 2024-11-11T21:21:25,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3755a54f 2024-11-11T21:21:25,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:25,881 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:25,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:43369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:21:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:21:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:25,884 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:43369' 2024-11-11T21:21:25,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5950db65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:25,885 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43369,-1 for getting cluster id 2024-11-11T21:21:25,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:25,886 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff0b2004-fdf7-4b1e-accf-c32b09e71a3d' 2024-11-11T21:21:25,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:25,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff0b2004-fdf7-4b1e-accf-c32b09e71a3d" 2024-11-11T21:21:25,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340ea03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:25,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43369,-1] 2024-11-11T21:21:25,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:25,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:25,887 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:25,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a7638d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:25,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:25,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43369,1731360073805 2024-11-11T21:21:25,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@749711c5 2024-11-11T21:21:25,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:25,889 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:25,890 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:21:25,890 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:21:25,890 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:25,890 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:25,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:25,890 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:25,891 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:21:25,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:21:25,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:25,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:21:25,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:21:25,941 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:21:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:26,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b2ac374ffdb318c63e98f8dbca48761, NAME => 'hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c 2024-11-11T21:21:26,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:21:26,350 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:26,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:26,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8b2ac374ffdb318c63e98f8dbca48761, disabling compactions & flushes 2024-11-11T21:21:26,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:26,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:26,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. after waiting 0 ms 2024-11-11T21:21:26,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:26,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:26,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b2ac374ffdb318c63e98f8dbca48761: Waiting for close lock at 1731360086706Disabling compacts and flushes for region at 1731360086706Disabling writes for close at 1731360086706Writing region close event to WAL at 1731360086706Closed at 1731360086706 2024-11-11T21:21:26,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:21:26,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360086746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360086746"}]},"ts":"1731360086746"} 2024-11-11T21:21:26,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:21:26,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:21:26,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360086748"}]},"ts":"1731360086748"} 2024-11-11T21:21:26,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:21:26,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b2ac374ffdb318c63e98f8dbca48761, ASSIGN}] 2024-11-11T21:21:26,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b2ac374ffdb318c63e98f8dbca48761, ASSIGN 2024-11-11T21:21:26,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b2ac374ffdb318c63e98f8dbca48761, ASSIGN; state=OFFLINE, location=f286ae0a5299,46545,1731360069314; forceNewPlan=false, retain=false 2024-11-11T21:21:26,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b2ac374ffdb318c63e98f8dbca48761, regionState=OPENING, regionLocation=f286ae0a5299,46545,1731360069314 2024-11-11T21:21:26,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b2ac374ffdb318c63e98f8dbca48761, ASSIGN because future has completed 2024-11-11T21:21:26,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b2ac374ffdb318c63e98f8dbca48761, server=f286ae0a5299,46545,1731360069314}] 2024-11-11T21:21:26,953 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:27,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:27,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:27,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:21:27,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C46545%2C1731360069314.rep, suffix=, logDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314, archiveDir=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/oldWALs, maxLogs=10 2024-11-11T21:21:27,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.rep.1731360087060, exclude list is [], retry=0 2024-11-11T21:21:27,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40603,DS-77a21a60-35dd-47ed-9aee-33cb4d914276,DISK] 2024-11-11T21:21:27,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.rep.1731360087060 2024-11-11T21:21:27,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36581:36581)] 2024-11-11T21:21:27,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b2ac374ffdb318c63e98f8dbca48761, NAME => 'hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:27,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:27,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:21:27,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. service=MultiRowMutationService 2024-11-11T21:21:27,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:21:27,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:27,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,081 INFO [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,082 INFO [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b2ac374ffdb318c63e98f8dbca48761 columnFamilyName hfileref 2024-11-11T21:21:27,082 DEBUG [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:27,082 INFO [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] regionserver.HStore(327): Store=8b2ac374ffdb318c63e98f8dbca48761/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:27,082 INFO [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,083 INFO [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b2ac374ffdb318c63e98f8dbca48761 columnFamilyName queue 2024-11-11T21:21:27,083 DEBUG [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:27,083 INFO [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] regionserver.HStore(327): Store=8b2ac374ffdb318c63e98f8dbca48761/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:27,083 INFO [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,084 INFO [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b2ac374ffdb318c63e98f8dbca48761 columnFamilyName sid 2024-11-11T21:21:27,084 DEBUG [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:27,084 INFO [StoreOpener-8b2ac374ffdb318c63e98f8dbca48761-1 {}] regionserver.HStore(327): Store=8b2ac374ffdb318c63e98f8dbca48761/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:27,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/replication/8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/replication/8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:21:27,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/replication/8b2ac374ffdb318c63e98f8dbca48761/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:27,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8b2ac374ffdb318c63e98f8dbca48761; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60815666, jitterRate=-0.09377595782279968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:21:27,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:27,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8b2ac374ffdb318c63e98f8dbca48761: Running coprocessor pre-open hook at 1731360087080Writing region info on filesystem at 1731360087080Initializing all the Stores at 1731360087081 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360087081Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360087081Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360087081Cleaning up temporary data from old regions at 1731360087086 (+5 ms)Running coprocessor post-open hooks at 1731360087089 (+3 ms)Region opened successfully at 1731360087089 2024-11-11T21:21:27,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761., pid=10, masterSystemTime=1731360087056 2024-11-11T21:21:27,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:27,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:27,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b2ac374ffdb318c63e98f8dbca48761, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,46545,1731360069314 2024-11-11T21:21:27,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b2ac374ffdb318c63e98f8dbca48761, server=f286ae0a5299,46545,1731360069314 because future has completed 2024-11-11T21:21:27,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:21:27,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b2ac374ffdb318c63e98f8dbca48761, server=f286ae0a5299,46545,1731360069314 in 189 msec 2024-11-11T21:21:27,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:21:27,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b2ac374ffdb318c63e98f8dbca48761, ASSIGN in 345 msec 2024-11-11T21:21:27,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:21:27,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360087097"}]},"ts":"1731360087097"} 2024-11-11T21:21:27,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:21:27,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:21:27,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-11-11T21:21:27,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761., hostname=f286ae0a5299,46545,1731360069314, seqNum=2] 2024-11-11T21:21:27,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:27,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:27,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:21:27,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:21:27,380 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:21:27,411 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,46545,1731360069314, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:21:27,411 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:27,411 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46545,1731360069314, seqNum=-1] 2024-11-11T21:21:27,412 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:27,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T21:21:27,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,46545,1731360069314', locateType=CURRENT is [region=hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761., hostname=f286ae0a5299,46545,1731360069314, seqNum=2] 2024-11-11T21:21:27,417 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:21:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:21:27,418 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,46545,1731360069314 suceeded 2024-11-11T21:21:27,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:21:27,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-11T21:21:27,420 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:43369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:21:27,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5390 sec 2024-11-11T21:21:27,434 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:43369' 2024-11-11T21:21:27,434 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dbb4932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:27,435 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43369,-1 for getting cluster id 2024-11-11T21:21:27,435 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:27,435 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff0b2004-fdf7-4b1e-accf-c32b09e71a3d' 2024-11-11T21:21:27,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:27,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff0b2004-fdf7-4b1e-accf-c32b09e71a3d" 2024-11-11T21:21:27,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f2927aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:27,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43369,-1] 2024-11-11T21:21:27,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:27,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:27,436 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:27,437 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a996ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:27,437 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:27,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43369,1731360073805 2024-11-11T21:21:27,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@599aa2a9 2024-11-11T21:21:27,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:27,438 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T21:21:27,439 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,46545,1731360069314 (queues=1) is replicating from cluster=bfea8151-c526-4340-bddc-47a1845544ca to cluster=ff0b2004-fdf7-4b1e-accf-c32b09e71a3d 2024-11-11T21:21:27,439 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C46545%2C1731360069314 2024-11-11T21:21:27,439 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,46545,1731360069314, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:21:27,439 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C46545%2C1731360069314 2024-11-11T21:21:27,439 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, startPosition=0, beingWritten=true 2024-11-11T21:21:27,443 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:27,443 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 379, reset compression=false 2024-11-11T21:21:27,443 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:27,646 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 379, reset compression=false 2024-11-11T21:21:27,656 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:27,950 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 379, reset compression=false 2024-11-11T21:21:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:28,027 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:21:28,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:28,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:28,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:28,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:28,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:28,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bc19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:28,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43369,-1 for getting cluster id 2024-11-11T21:21:28,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:28,029 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff0b2004-fdf7-4b1e-accf-c32b09e71a3d' 2024-11-11T21:21:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff0b2004-fdf7-4b1e-accf-c32b09e71a3d" 2024-11-11T21:21:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0bce5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43369,-1] 2024-11-11T21:21:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:28,030 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c359b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:28,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43369,1731360073805 2024-11-11T21:21:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@635d5cb7 2024-11-11T21:21:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:28,032 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:28,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:44137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:21:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:21:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:28,034 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:44137' 2024-11-11T21:21:28,035 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287238e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:28,035 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44137,-1 for getting cluster id 2024-11-11T21:21:28,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:28,036 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3db124c1-3e75-48ef-ae87-0fe79a1d2323' 2024-11-11T21:21:28,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:28,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3db124c1-3e75-48ef-ae87-0fe79a1d2323" 2024-11-11T21:21:28,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161354c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:28,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44137,-1] 2024-11-11T21:21:28,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:28,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:28,037 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:28,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd29744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:28,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:28,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44137,1731360063354 2024-11-11T21:21:28,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@268efe71 2024-11-11T21:21:28,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:28,039 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:28,039 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:21:28,039 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:21:28,039 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:28,039 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:28,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:28,040 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:28,041 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:21:28,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:21:28,041 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:28,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:21:28,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:21:28,091 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:21:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:28,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:21:28,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:28,353 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 379, reset compression=false 2024-11-11T21:21:28,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04d82b23691f77516265d4a07c51ed07, NAME => 'hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709 2024-11-11T21:21:28,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:21:28,459 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:28,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:21:28,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:28,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 04d82b23691f77516265d4a07c51ed07, disabling compactions & flushes 2024-11-11T21:21:28,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:28,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:28,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. after waiting 0 ms 2024-11-11T21:21:28,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:28,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:28,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04d82b23691f77516265d4a07c51ed07: Waiting for close lock at 1731360088852Disabling compacts and flushes for region at 1731360088852Disabling writes for close at 1731360088852Writing region close event to WAL at 1731360088852Closed at 1731360088852 2024-11-11T21:21:28,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:21:28,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360088853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360088853"}]},"ts":"1731360088853"} 2024-11-11T21:21:28,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:21:28,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:21:28,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360088856"}]},"ts":"1731360088856"} 2024-11-11T21:21:28,856 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 379, reset compression=false 2024-11-11T21:21:28,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:21:28,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04d82b23691f77516265d4a07c51ed07, ASSIGN}] 2024-11-11T21:21:28,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04d82b23691f77516265d4a07c51ed07, ASSIGN 2024-11-11T21:21:28,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04d82b23691f77516265d4a07c51ed07, ASSIGN; state=OFFLINE, location=f286ae0a5299,45641,1731360073955; forceNewPlan=false, retain=false 2024-11-11T21:21:29,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04d82b23691f77516265d4a07c51ed07, regionState=OPENING, regionLocation=f286ae0a5299,45641,1731360073955 2024-11-11T21:21:29,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04d82b23691f77516265d4a07c51ed07, ASSIGN because future has completed 2024-11-11T21:21:29,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04d82b23691f77516265d4a07c51ed07, server=f286ae0a5299,45641,1731360073955}] 2024-11-11T21:21:29,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:29,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:29,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:21:29,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C45641%2C1731360073955.rep, suffix=, logDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955, archiveDir=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/oldWALs, maxLogs=10 2024-11-11T21:21:29,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.rep.1731360089167, exclude list is [], retry=0 2024-11-11T21:21:29,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36959,DS-82a4511f-cb3f-4e2c-9e50-995fcc4f0928,DISK] 2024-11-11T21:21:29,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.rep.1731360089167 2024-11-11T21:21:29,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41639:41639)] 2024-11-11T21:21:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 04d82b23691f77516265d4a07c51ed07, NAME => 'hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:29,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:21:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. service=MultiRowMutationService 2024-11-11T21:21:29,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:21:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,183 INFO [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,184 INFO [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04d82b23691f77516265d4a07c51ed07 columnFamilyName hfileref 2024-11-11T21:21:29,184 DEBUG [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:29,184 INFO [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] regionserver.HStore(327): Store=04d82b23691f77516265d4a07c51ed07/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:29,184 INFO [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,185 INFO [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04d82b23691f77516265d4a07c51ed07 columnFamilyName queue 2024-11-11T21:21:29,185 DEBUG [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:29,185 INFO [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] regionserver.HStore(327): Store=04d82b23691f77516265d4a07c51ed07/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:29,185 INFO [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,186 INFO [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04d82b23691f77516265d4a07c51ed07 columnFamilyName sid 2024-11-11T21:21:29,186 DEBUG [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:29,186 INFO [StoreOpener-04d82b23691f77516265d4a07c51ed07-1 {}] regionserver.HStore(327): Store=04d82b23691f77516265d4a07c51ed07/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:29,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/replication/04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/replication/04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:21:29,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/replication/04d82b23691f77516265d4a07c51ed07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:29,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 04d82b23691f77516265d4a07c51ed07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69780224, jitterRate=0.039806365966796875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:21:29,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:29,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 04d82b23691f77516265d4a07c51ed07: Running coprocessor pre-open hook at 1731360089182Writing region info on filesystem at 1731360089182Initializing all the Stores at 1731360089183 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360089183Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360089183Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360089183Cleaning up temporary data from old regions at 1731360089188 (+5 ms)Running coprocessor post-open hooks at 1731360089191 (+3 ms)Region opened successfully at 1731360089191 2024-11-11T21:21:29,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07., pid=10, masterSystemTime=1731360089163 2024-11-11T21:21:29,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:29,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:29,193 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04d82b23691f77516265d4a07c51ed07, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,45641,1731360073955 2024-11-11T21:21:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04d82b23691f77516265d4a07c51ed07, server=f286ae0a5299,45641,1731360073955 because future has completed 2024-11-11T21:21:29,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:21:29,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 04d82b23691f77516265d4a07c51ed07, server=f286ae0a5299,45641,1731360073955 in 184 msec 2024-11-11T21:21:29,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:21:29,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04d82b23691f77516265d4a07c51ed07, ASSIGN in 339 msec 2024-11-11T21:21:29,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:21:29,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360089199"}]},"ts":"1731360089199"} 2024-11-11T21:21:29,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:21:29,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:21:29,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-11-11T21:21:29,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07., hostname=f286ae0a5299,45641,1731360073955, seqNum=2] 2024-11-11T21:21:29,361 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:29,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:29,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:29,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:21:29,459 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 379, reset compression=false 2024-11-11T21:21:29,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:21:29,548 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:21:29,582 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,45641,1731360073955, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:21:29,582 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:29,583 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,45641,1731360073955, seqNum=-1] 2024-11-11T21:21:29,583 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:29,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T21:21:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,45641,1731360073955', locateType=CURRENT is [region=hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07., hostname=f286ae0a5299,45641,1731360073955, seqNum=2] 2024-11-11T21:21:29,588 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:21:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:21:29,590 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,45641,1731360073955 suceeded 2024-11-11T21:21:29,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:21:29,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-11T21:21:29,591 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:44137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:21:29,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5590 sec 2024-11-11T21:21:29,602 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:44137' 2024-11-11T21:21:29,603 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43cf61ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:29,603 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44137,-1 for getting cluster id 2024-11-11T21:21:29,604 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:29,604 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3db124c1-3e75-48ef-ae87-0fe79a1d2323' 2024-11-11T21:21:29,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:29,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3db124c1-3e75-48ef-ae87-0fe79a1d2323" 2024-11-11T21:21:29,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67a1df54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:29,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44137,-1] 2024-11-11T21:21:29,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:29,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:29,605 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:29,606 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17c711c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:29,606 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:29,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44137,1731360063354 2024-11-11T21:21:29,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4885f2fb 2024-11-11T21:21:29,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:29,607 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T21:21:29,608 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,45641,1731360073955 (queues=1) is replicating from cluster=ff0b2004-fdf7-4b1e-accf-c32b09e71a3d to cluster=3db124c1-3e75-48ef-ae87-0fe79a1d2323 2024-11-11T21:21:29,608 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C45641%2C1731360073955 2024-11-11T21:21:29,608 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,45641,1731360073955, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:21:29,608 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C45641%2C1731360073955 2024-11-11T21:21:29,608 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, startPosition=0, beingWritten=true 2024-11-11T21:21:29,613 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:29,613 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 379, reset compression=false 2024-11-11T21:21:29,613 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,45641,1731360073955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:29,816 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 379, reset compression=false 2024-11-11T21:21:30,119 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 379, reset compression=false 2024-11-11T21:21:30,162 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 379, reset compression=false 2024-11-11T21:21:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:21:30,176 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:21:30,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:30,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:30,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:30,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:30,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:30,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de2c4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44137,-1 for getting cluster id 2024-11-11T21:21:30,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:30,178 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3db124c1-3e75-48ef-ae87-0fe79a1d2323' 2024-11-11T21:21:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3db124c1-3e75-48ef-ae87-0fe79a1d2323" 2024-11-11T21:21:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a553aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44137,-1] 2024-11-11T21:21:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:30,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:30,179 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e819be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e023e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,38541,-1 for getting cluster id 2024-11-11T21:21:30,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:30,181 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfea8151-c526-4340-bddc-47a1845544ca' 2024-11-11T21:21:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfea8151-c526-4340-bddc-47a1845544ca" 2024-11-11T21:21:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4849fcd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,38541,-1] 2024-11-11T21:21:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:30,182 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a52827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe2bee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43369,-1 for getting cluster id 2024-11-11T21:21:30,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:30,184 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff0b2004-fdf7-4b1e-accf-c32b09e71a3d' 2024-11-11T21:21:30,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:30,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff0b2004-fdf7-4b1e-accf-c32b09e71a3d" 2024-11-11T21:21:30,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51baeaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43369,-1] 2024-11-11T21:21:30,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:30,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:30,185 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:30,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a2e679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:30,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46859,1731360064002, seqNum=-1] 2024-11-11T21:21:30,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:30,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:30,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9., hostname=f286ae0a5299,46859,1731360064002, seqNum=2] 2024-11-11T21:21:30,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,45641,1731360073955, seqNum=-1] 2024-11-11T21:21:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:30,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:30,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc., hostname=f286ae0a5299,45641,1731360073955, seqNum=2] 2024-11-11T21:21:30,197 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T21:21:30,364 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 379, reset compression=false 2024-11-11T21:21:30,392 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:30,393 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 480, reset compression=false 2024-11-11T21:21:30,393 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[{test/49a26e274a76332f4a212ec8c3b7b9f9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T21:21:30,395 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:21:30,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T21:21:30,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:30,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e9bd538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,38541,-1 for getting cluster id 2024-11-11T21:21:30,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:30,397 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfea8151-c526-4340-bddc-47a1845544ca' 2024-11-11T21:21:30,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:30,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfea8151-c526-4340-bddc-47a1845544ca" 2024-11-11T21:21:30,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10873a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,38541,-1] 2024-11-11T21:21:30,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:30,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:30,398 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:30,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e360a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:30,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46545,1731360069314, seqNum=-1] 2024-11-11T21:21:30,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:30,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T21:21:30,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8., hostname=f286ae0a5299,46545,1731360069314, seqNum=2] 2024-11-11T21:21:30,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:30,523 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 379, reset compression=false 2024-11-11T21:21:30,596 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 480, reset compression=false 2024-11-11T21:21:30,900 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 480, reset compression=false 2024-11-11T21:21:30,965 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 379, reset compression=false 2024-11-11T21:21:30,969 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:30,969 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 503, reset compression=false 2024-11-11T21:21:30,969 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[{test/4454ef653e4ab595b026102dcbfd25d8/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T21:21:30,971 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:21:30,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T21:21:30,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:30,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47711b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43369,-1 for getting cluster id 2024-11-11T21:21:30,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:30,974 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff0b2004-fdf7-4b1e-accf-c32b09e71a3d' 2024-11-11T21:21:30,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:30,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff0b2004-fdf7-4b1e-accf-c32b09e71a3d" 2024-11-11T21:21:30,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306376e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43369,-1] 2024-11-11T21:21:30,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:30,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:30,975 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:30,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@683c979b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:30,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:30,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,45641,1731360073955, seqNum=-1] 2024-11-11T21:21:30,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:30,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T21:21:30,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc., hostname=f286ae0a5299,45641,1731360073955, seqNum=2] 2024-11-11T21:21:30,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:31,026 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 379, reset compression=false 2024-11-11T21:21:31,031 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:31,031 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 527, reset compression=false 2024-11-11T21:21:31,031 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,45641,1731360073955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:31,173 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 503, reset compression=false 2024-11-11T21:21:31,199 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T21:21:31,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46545,1731360069314, seqNum=-1] 2024-11-11T21:21:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:31,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:31,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8., hostname=f286ae0a5299,46545,1731360069314, seqNum=2] 2024-11-11T21:21:31,208 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T21:21:31,236 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 527, reset compression=false 2024-11-11T21:21:31,303 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 480, reset compression=false 2024-11-11T21:21:31,477 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 503, reset compression=false 2024-11-11T21:21:31,480 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:31,481 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 607, reset compression=false 2024-11-11T21:21:31,481 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[{test/4454ef653e4ab595b026102dcbfd25d8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T21:21:31,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:31,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:31,541 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 527, reset compression=false 2024-11-11T21:21:31,547 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:31,547 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 655, reset compression=false 2024-11-11T21:21:31,547 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,45641,1731360073955 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8444c66d14b9651f1ae07116d40fcc/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T21:21:31,549 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:21:31,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T21:21:31,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:31,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b3da70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:31,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44137,-1 for getting cluster id 2024-11-11T21:21:31,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:31,552 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3db124c1-3e75-48ef-ae87-0fe79a1d2323' 2024-11-11T21:21:31,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:31,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3db124c1-3e75-48ef-ae87-0fe79a1d2323" 2024-11-11T21:21:31,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@165bf65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:31,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44137,-1] 2024-11-11T21:21:31,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:31,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:31,553 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:31,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd18b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:31,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:31,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,46859,1731360064002, seqNum=-1] 2024-11-11T21:21:31,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:31,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T21:21:31,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9., hostname=f286ae0a5299,46859,1731360064002, seqNum=2] 2024-11-11T21:21:31,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:31,684 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 607, reset compression=false 2024-11-11T21:21:31,751 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 655, reset compression=false 2024-11-11T21:21:31,807 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 480, reset compression=false 2024-11-11T21:21:31,952 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:31,952 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 632, reset compression=false 2024-11-11T21:21:31,952 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:31,988 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 607, reset compression=false 2024-11-11T21:21:32,054 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 655, reset compression=false 2024-11-11T21:21:32,155 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 632, reset compression=false 2024-11-11T21:21:32,210 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T21:21:32,212 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T21:21:32,391 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 607, reset compression=false 2024-11-11T21:21:32,458 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 655, reset compression=false 2024-11-11T21:21:32,458 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 632, reset compression=false 2024-11-11T21:21:32,462 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:32,462 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 759, reset compression=false 2024-11-11T21:21:32,462 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,45641,1731360073955 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8444c66d14b9651f1ae07116d40fcc/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T21:21:32,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:32,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:32,665 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 759, reset compression=false 2024-11-11T21:21:32,863 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 632, reset compression=false 2024-11-11T21:21:32,867 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:32,867 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 760, reset compression=false 2024-11-11T21:21:32,867 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[{test/49a26e274a76332f4a212ec8c3b7b9f9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T21:21:32,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:32,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:32,894 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 607, reset compression=false 2024-11-11T21:21:32,897 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:32,897 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 758, reset compression=false 2024-11-11T21:21:32,897 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:32,944 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:21:32,969 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 759, reset compression=false 2024-11-11T21:21:33,070 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 760, reset compression=false 2024-11-11T21:21:33,100 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 758, reset compression=false 2024-11-11T21:21:33,214 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T21:21:33,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T21:21:33,372 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 759, reset compression=false 2024-11-11T21:21:33,374 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 760, reset compression=false 2024-11-11T21:21:33,377 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:33,377 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 916, reset compression=false 2024-11-11T21:21:33,377 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[{test/49a26e274a76332f4a212ec8c3b7b9f9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T21:21:33,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:33,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:33,403 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 758, reset compression=false 2024-11-11T21:21:33,407 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:33,407 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 905, reset compression=false 2024-11-11T21:21:33,407 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[{test/4454ef653e4ab595b026102dcbfd25d8/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T21:21:33,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:33,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:33,580 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 916, reset compression=false 2024-11-11T21:21:33,610 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 905, reset compression=false 2024-11-11T21:21:33,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:33,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:21:33,756 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68535 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:21:33,875 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 759, reset compression=false 2024-11-11T21:21:33,879 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:33,879 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 930, reset compression=false 2024-11-11T21:21:33,879 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,45641,1731360073955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:33,883 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 916, reset compression=false 2024-11-11T21:21:33,913 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 905, reset compression=false 2024-11-11T21:21:34,082 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 930, reset compression=false 2024-11-11T21:21:34,219 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T21:21:34,222 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T21:21:34,286 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 916, reset compression=false 2024-11-11T21:21:34,316 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 905, reset compression=false 2024-11-11T21:21:34,319 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:34,320 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1064, reset compression=false 2024-11-11T21:21:34,320 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[{test/4454ef653e4ab595b026102dcbfd25d8/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T21:21:34,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:34,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:34,385 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 930, reset compression=false 2024-11-11T21:21:34,389 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:34,389 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1080, reset compression=false 2024-11-11T21:21:34,389 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,45641,1731360073955 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8444c66d14b9651f1ae07116d40fcc/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T21:21:34,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:34,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:34,523 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1064, reset compression=false 2024-11-11T21:21:34,592 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1080, reset compression=false 2024-11-11T21:21:34,684 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:21:34,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:34,790 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 916, reset compression=false 2024-11-11T21:21:34,793 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:34,793 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1090, reset compression=false 2024-11-11T21:21:34,793 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:34,826 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1064, reset compression=false 2024-11-11T21:21:34,895 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1080, reset compression=false 2024-11-11T21:21:34,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1090, reset compression=false 2024-11-11T21:21:35,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T21:21:35,226 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T21:21:35,229 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1064, reset compression=false 2024-11-11T21:21:35,298 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1080, reset compression=false 2024-11-11T21:21:35,299 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1090, reset compression=false 2024-11-11T21:21:35,302 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:35,302 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1239, reset compression=false 2024-11-11T21:21:35,302 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,45641,1731360073955 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8444c66d14b9651f1ae07116d40fcc/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T21:21:35,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:35,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:35,309 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:35,309 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1240, reset compression=false 2024-11-11T21:21:35,309 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[{test/49a26e274a76332f4a212ec8c3b7b9f9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T21:21:35,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:35,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:35,508 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1239, reset compression=false 2024-11-11T21:21:35,512 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1240, reset compression=false 2024-11-11T21:21:35,741 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1064, reset compression=false 2024-11-11T21:21:35,746 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:35,746 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1237, reset compression=false 2024-11-11T21:21:35,746 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:35,811 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1239, reset compression=false 2024-11-11T21:21:35,814 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1240, reset compression=false 2024-11-11T21:21:35,950 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1237, reset compression=false 2024-11-11T21:21:36,215 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1239, reset compression=false 2024-11-11T21:21:36,217 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1240, reset compression=false 2024-11-11T21:21:36,229 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T21:21:36,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5100c538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:36,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43369,-1 for getting cluster id 2024-11-11T21:21:36,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:36,234 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff0b2004-fdf7-4b1e-accf-c32b09e71a3d' 2024-11-11T21:21:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff0b2004-fdf7-4b1e-accf-c32b09e71a3d" 2024-11-11T21:21:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28df8aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43369,-1] 2024-11-11T21:21:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:36,236 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55499595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:36,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:36,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43369,1731360073805 2024-11-11T21:21:36,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@301b09d8 2024-11-11T21:21:36,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:36,240 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:36,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-11T21:21:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T21:21:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T21:21:36,253 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1237, reset compression=false 2024-11-11T21:21:36,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:21:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T21:21:36,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T21:21:36,463 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T21:21:36,464 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T21:21:36,464 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,45641,1731360073955 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T21:21:36,464 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0. 2024-11-11T21:21:36,464 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:36,464 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:36,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:36,464 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:36,565 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:21:36,565 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T21:21:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T21:21:36,656 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1237, reset compression=false 2024-11-11T21:21:36,665 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 terminated 2024-11-11T21:21:36,679 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,45641,1731360073955, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:21:36,680 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T21:21:36,680 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T21:21:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T21:21:36,682 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f286ae0a5299,45641,1731360073955 suceeded 2024-11-11T21:21:36,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T21:21:36,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-11T21:21:36,684 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T21:21:36,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 443 msec 2024-11-11T21:21:36,693 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:44137' 2024-11-11T21:21:36,694 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1237e009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:36,694 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44137,-1 for getting cluster id 2024-11-11T21:21:36,694 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:36,695 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3db124c1-3e75-48ef-ae87-0fe79a1d2323' 2024-11-11T21:21:36,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:36,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3db124c1-3e75-48ef-ae87-0fe79a1d2323" 2024-11-11T21:21:36,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c2f890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:36,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44137,-1] 2024-11-11T21:21:36,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:36,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:36,696 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:36,696 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b36edfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:36,696 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:36,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44137,1731360063354 2024-11-11T21:21:36,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2971b757 2024-11-11T21:21:36,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:36,698 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T21:21:36,698 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,45641,1731360073955 (queues=1) is replicating from cluster=ff0b2004-fdf7-4b1e-accf-c32b09e71a3d to cluster=3db124c1-3e75-48ef-ae87-0fe79a1d2323 2024-11-11T21:21:36,698 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C45641%2C1731360073955 2024-11-11T21:21:36,698 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,45641,1731360073955, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:21:36,699 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C45641%2C1731360073955 2024-11-11T21:21:36,720 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1240, reset compression=false 2024-11-11T21:21:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T21:21:36,876 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:21:36,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:36,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:36,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:36,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:36,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:36,922 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T21:21:37,159 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1237, reset compression=false 2024-11-11T21:21:37,323 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1240, reset compression=false 2024-11-11T21:21:37,327 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:37,327 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1344, reset compression=false 2024-11-11T21:21:37,327 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[{test/49a26e274a76332f4a212ec8c3b7b9f9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T21:21:37,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:37,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:37,531 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1344, reset compression=false 2024-11-11T21:21:37,762 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1237, reset compression=false 2024-11-11T21:21:37,765 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:37,765 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1364, reset compression=false 2024-11-11T21:21:37,765 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[{test/4454ef653e4ab595b026102dcbfd25d8/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T21:21:37,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:37,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:37,834 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1344, reset compression=false 2024-11-11T21:21:37,924 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T21:21:37,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1f4b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:37,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43369,-1 for getting cluster id 2024-11-11T21:21:37,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:37,927 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff0b2004-fdf7-4b1e-accf-c32b09e71a3d' 2024-11-11T21:21:37,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:37,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff0b2004-fdf7-4b1e-accf-c32b09e71a3d" 2024-11-11T21:21:37,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3407b007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:37,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43369,-1] 2024-11-11T21:21:37,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:37,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:37,928 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:37,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f19a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:37,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43369,1731360073805 2024-11-11T21:21:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a8e041e 2024-11-11T21:21:37,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:21:37,932 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:21:37,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-11T21:21:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T21:21:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T21:21:37,968 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1364, reset compression=false 2024-11-11T21:21:37,972 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:37,972 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:37,972 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[{test/4454ef653e4ab595b026102dcbfd25d8/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T21:21:37,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:37,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:37,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:21:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T21:21:38,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T21:21:38,147 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T21:21:38,148 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T21:21:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T21:21:38,150 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f286ae0a5299,45641,1731360073955 suceeded 2024-11-11T21:21:38,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T21:21:38,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-11T21:21:38,151 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T21:21:38,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 219 msec 2024-11-11T21:21:38,177 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:38,200 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, startPosition=1239, beingWritten=true 2024-11-11T21:21:38,204 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:21:38,204 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1518, reset compression=false 2024-11-11T21:21:38,204 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,45641,1731360073955 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8444c66d14b9651f1ae07116d40fcc/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T21:21:38,206 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:21:38,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T21:21:38,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:21:38,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:21:38,237 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1344, reset compression=false 2024-11-11T21:21:38,241 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:38,241 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:38,241 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T21:21:38,256 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:21:38,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:38,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:38,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:38,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:38,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:38,257 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T21:21:38,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:21:38,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:38,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:38,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:38,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:38,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:38,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:21:38,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=141109829, stopped=false 2024-11-11T21:21:38,258 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,43369,1731360073805 2024-11-11T21:21:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2397426931/running 2024-11-11T21:21:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2397426931/running 2024-11-11T21:21:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:38,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:21:38,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:38,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:38,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:38,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on znode that does not yet exist, /2397426931/running 2024-11-11T21:21:38,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,45641,1731360073955' ***** 2024-11-11T21:21:38,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:21:38,336 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:21:38,336 INFO [RS:0;f286ae0a5299:45641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:21:38,336 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:21:38,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Set watcher on znode that does not yet exist, /2397426931/running 2024-11-11T21:21:38,336 INFO [RS:0;f286ae0a5299:45641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:21:38,336 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(3091): Received CLOSE for 04d82b23691f77516265d4a07c51ed07 2024-11-11T21:21:38,336 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(3091): Received CLOSE for ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:38,336 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,45641,1731360073955 2024-11-11T21:21:38,336 INFO [RS:0;f286ae0a5299:45641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:21:38,336 INFO [RS:0;f286ae0a5299:45641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:45641. 2024-11-11T21:21:38,336 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04d82b23691f77516265d4a07c51ed07, disabling compactions & flushes 2024-11-11T21:21:38,336 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:38,336 DEBUG [RS:0;f286ae0a5299:45641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:38,336 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:38,336 DEBUG [RS:0;f286ae0a5299:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:38,336 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. after waiting 0 ms 2024-11-11T21:21:38,336 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:38,337 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:21:38,337 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:21:38,337 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:21:38,337 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:21:38,337 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04d82b23691f77516265d4a07c51ed07 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-11T21:21:38,338 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:21:38,338 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1325): Online Regions={04d82b23691f77516265d4a07c51ed07=hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07., 1588230740=hbase:meta,,1.1588230740, ac8444c66d14b9651f1ae07116d40fcc=test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc.} 2024-11-11T21:21:38,338 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1351): Waiting on 04d82b23691f77516265d4a07c51ed07, 1588230740, ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:38,338 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:21:38,338 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:21:38,338 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:21:38,338 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:21:38,338 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:21:38,338 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:21:38,350 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/replication/04d82b23691f77516265d4a07c51ed07/.tmp/queue/d98651424afa47419ebfc2786a42e8fd is 154, key is 1-f286ae0a5299,45641,1731360073955/queue:f286ae0a5299%2C45641%2C1731360073955/1731360098210/Put/seqid=0 2024-11-11T21:21:38,351 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/info/85ae281ac95a45b89cbc0cec4e59818e is 147, key is hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07./info:regioninfo/1731360089193/Put/seqid=0 2024-11-11T21:21:38,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741840_1016 (size=5353) 2024-11-11T21:21:38,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741841_1017 (size=7686) 2024-11-11T21:21:38,354 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/replication/04d82b23691f77516265d4a07c51ed07/.tmp/queue/d98651424afa47419ebfc2786a42e8fd 2024-11-11T21:21:38,355 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:21:38,357 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/replication/04d82b23691f77516265d4a07c51ed07/.tmp/queue/d98651424afa47419ebfc2786a42e8fd as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/replication/04d82b23691f77516265d4a07c51ed07/queue/d98651424afa47419ebfc2786a42e8fd 2024-11-11T21:21:38,360 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/replication/04d82b23691f77516265d4a07c51ed07/queue/d98651424afa47419ebfc2786a42e8fd, entries=1, sequenceid=13, filesize=5.2 K 2024-11-11T21:21:38,361 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 04d82b23691f77516265d4a07c51ed07 in 25ms, sequenceid=13, compaction requested=false 2024-11-11T21:21:38,363 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/replication/04d82b23691f77516265d4a07c51ed07/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T21:21:38,363 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:21:38,364 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:21:38,364 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:38,364 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04d82b23691f77516265d4a07c51ed07: Waiting for close lock at 1731360098336Running coprocessor pre-close hooks at 1731360098336Disabling compacts and flushes for region at 1731360098336Disabling writes for close at 1731360098336Obtaining lock to block concurrent updates at 1731360098337 (+1 ms)Preparing flush snapshotting stores in 04d82b23691f77516265d4a07c51ed07 at 1731360098337Finished memstore snapshotting hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731360098337Flushing stores of hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. at 1731360098337Flushing 04d82b23691f77516265d4a07c51ed07/queue: creating writer at 1731360098337Flushing 04d82b23691f77516265d4a07c51ed07/queue: appending metadata at 1731360098350 (+13 ms)Flushing 04d82b23691f77516265d4a07c51ed07/queue: closing flushed file at 1731360098350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77bff915: reopening flushed file at 1731360098357 (+7 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 04d82b23691f77516265d4a07c51ed07 in 25ms, sequenceid=13, compaction requested=false at 1731360098361 (+4 ms)Writing region close event to WAL at 1731360098361Running coprocessor post-close hooks at 1731360098363 (+2 ms)Closed at 1731360098364 (+1 ms) 2024-11-11T21:21:38,364 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731360088040.04d82b23691f77516265d4a07c51ed07. 2024-11-11T21:21:38,364 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac8444c66d14b9651f1ae07116d40fcc, disabling compactions & flushes 2024-11-11T21:21:38,364 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:38,364 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:38,364 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. after waiting 0 ms 2024-11-11T21:21:38,364 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:38,364 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac8444c66d14b9651f1ae07116d40fcc 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T21:21:38,380 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/.tmp/f/a171208b26cd4a4d860ffe285ae08166 is 37, key is row3/f:row3/1731360096877/Put/seqid=0 2024-11-11T21:21:38,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741842_1018 (size=5228) 2024-11-11T21:21:38,407 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1518, reset compression=false 2024-11-11T21:21:38,411 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:38,411 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1765, reset compression=false 2024-11-11T21:21:38,411 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,45641,1731360073955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:38,412 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,45641,1731360073955: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,45641,1731360073955, walGroup=f286ae0a5299%2C45641%2C1731360073955, offset=f286ae0a5299%2C45641%2C1731360073955.1731360076172:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:21:38,414 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:21:38,414 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:21:38,414 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:21:38,415 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:21:38,415 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:21:38,415 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 811180256 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 197995800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:21:38,415 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:43369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:43369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:21:38,444 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:38,480 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:38,538 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:38,614 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1765, reset compression=false 2024-11-11T21:21:38,738 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:38,747 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:38,754 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/info/85ae281ac95a45b89cbc0cec4e59818e 2024-11-11T21:21:38,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:21:38,770 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/ns/52716be8ebb24f68906d0419cace2c62 is 43, key is default/ns:d/1731360077100/Put/seqid=0 2024-11-11T21:21:38,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741843_1019 (size=5153) 2024-11-11T21:21:38,783 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/.tmp/f/a171208b26cd4a4d860ffe285ae08166 2024-11-11T21:21:38,787 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a171208b26cd4a4d860ffe285ae08166 2024-11-11T21:21:38,803 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/.tmp/f1/3ebff834e71d4646a3959a172228c6b6 is 30, key is row1/f1:/1731360094219/DeleteFamily/seqid=0 2024-11-11T21:21:38,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741844_1020 (size=5158) 2024-11-11T21:21:38,884 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:38,917 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1765, reset compression=false 2024-11-11T21:21:38,939 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:39,114 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:21:39,114 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:21:39,139 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:39,150 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:39,173 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/ns/52716be8ebb24f68906d0419cace2c62 2024-11-11T21:21:39,189 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/rep_barrier/96ecd0e3c9e4486b98a0bd50ce183fc6 is 112, key is test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc./rep_barrier:seqnumDuringOpen/1731360082710/Put/seqid=0 2024-11-11T21:21:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741845_1021 (size=5518) 2024-11-11T21:21:39,206 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/.tmp/f1/3ebff834e71d4646a3959a172228c6b6 2024-11-11T21:21:39,210 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ebff834e71d4646a3959a172228c6b6 2024-11-11T21:21:39,222 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/.tmp/norep/b8cbb00e26494540a98789c44742cbaa is 33, key is row2/norep:/1731360095224/DeleteFamily/seqid=0 2024-11-11T21:21:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741846_1022 (size=5108) 2024-11-11T21:21:39,320 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1765, reset compression=false 2024-11-11T21:21:39,339 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:21:39,339 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ac8444c66d14b9651f1ae07116d40fcc=test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc.} 2024-11-11T21:21:39,339 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:39,387 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:39,539 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8444c66d14b9651f1ae07116d40fcc 2024-11-11T21:21:39,592 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/rep_barrier/96ecd0e3c9e4486b98a0bd50ce183fc6 2024-11-11T21:21:39,608 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/table/85a4f0efa81d44e38f3861f1564fb984 is 53, key is hbase:replication/table:state/1731360089199/Put/seqid=0 2024-11-11T21:21:39,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741847_1023 (size=5308) 2024-11-11T21:21:39,627 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/.tmp/norep/b8cbb00e26494540a98789c44742cbaa 2024-11-11T21:21:39,631 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8cbb00e26494540a98789c44742cbaa 2024-11-11T21:21:39,631 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/.tmp/f/a171208b26cd4a4d860ffe285ae08166 as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/f/a171208b26cd4a4d860ffe285ae08166 2024-11-11T21:21:39,634 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a171208b26cd4a4d860ffe285ae08166 2024-11-11T21:21:39,634 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/f/a171208b26cd4a4d860ffe285ae08166, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T21:21:39,635 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/.tmp/f1/3ebff834e71d4646a3959a172228c6b6 as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/f1/3ebff834e71d4646a3959a172228c6b6 2024-11-11T21:21:39,638 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ebff834e71d4646a3959a172228c6b6 2024-11-11T21:21:39,638 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/f1/3ebff834e71d4646a3959a172228c6b6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T21:21:39,639 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/.tmp/norep/b8cbb00e26494540a98789c44742cbaa as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/norep/b8cbb00e26494540a98789c44742cbaa 2024-11-11T21:21:39,642 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8cbb00e26494540a98789c44742cbaa 2024-11-11T21:21:39,642 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/norep/b8cbb00e26494540a98789c44742cbaa, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T21:21:39,643 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ac8444c66d14b9651f1ae07116d40fcc in 1279ms, sequenceid=12, compaction requested=false 2024-11-11T21:21:39,646 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/default/test/ac8444c66d14b9651f1ae07116d40fcc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T21:21:39,646 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:21:39,646 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:21:39,646 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:39,646 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac8444c66d14b9651f1ae07116d40fcc: Waiting for close lock at 1731360098364Running coprocessor pre-close hooks at 1731360098364Disabling compacts and flushes for region at 1731360098364Disabling writes for close at 1731360098364Obtaining lock to block concurrent updates at 1731360098364Preparing flush snapshotting stores in ac8444c66d14b9651f1ae07116d40fcc at 1731360098364Finished memstore snapshotting test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731360098364Flushing stores of test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. at 1731360098365 (+1 ms)Flushing ac8444c66d14b9651f1ae07116d40fcc/f: creating writer at 1731360098365Flushing ac8444c66d14b9651f1ae07116d40fcc/f: appending metadata at 1731360098379 (+14 ms)Flushing ac8444c66d14b9651f1ae07116d40fcc/f: closing flushed file at 1731360098379Flushing ac8444c66d14b9651f1ae07116d40fcc/f1: creating writer at 1731360098787 (+408 ms)Flushing ac8444c66d14b9651f1ae07116d40fcc/f1: appending metadata at 1731360098802 (+15 ms)Flushing ac8444c66d14b9651f1ae07116d40fcc/f1: closing flushed file at 1731360098803 (+1 ms)Flushing ac8444c66d14b9651f1ae07116d40fcc/norep: creating writer at 1731360099210 (+407 ms)Flushing ac8444c66d14b9651f1ae07116d40fcc/norep: appending metadata at 1731360099222 (+12 ms)Flushing ac8444c66d14b9651f1ae07116d40fcc/norep: closing flushed file at 1731360099222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f55b2cf: reopening flushed file at 1731360099631 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f237162: reopening flushed file at 1731360099634 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b4da236: reopening flushed file at 1731360099638 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ac8444c66d14b9651f1ae07116d40fcc in 1279ms, sequenceid=12, compaction requested=false at 1731360099643 (+5 ms)Writing region close event to WAL at 1731360099644 (+1 ms)Running coprocessor post-close hooks at 1731360099646 (+2 ms)Closed at 1731360099646 2024-11-11T21:21:39,646 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360081500.ac8444c66d14b9651f1ae07116d40fcc. 2024-11-11T21:21:39,653 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:39,739 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:21:39,823 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 1765, reset compression=false 2024-11-11T21:21:39,827 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:39,827 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 2409, reset compression=false 2024-11-11T21:21:39,939 DEBUG [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:21:39,990 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:40,012 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/table/85a4f0efa81d44e38f3861f1564fb984 2024-11-11T21:21:40,015 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/info/85ae281ac95a45b89cbc0cec4e59818e as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/info/85ae281ac95a45b89cbc0cec4e59818e 2024-11-11T21:21:40,019 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/info/85ae281ac95a45b89cbc0cec4e59818e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:21:40,020 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/ns/52716be8ebb24f68906d0419cace2c62 as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/ns/52716be8ebb24f68906d0419cace2c62 2024-11-11T21:21:40,023 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/ns/52716be8ebb24f68906d0419cace2c62, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:21:40,024 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/rep_barrier/96ecd0e3c9e4486b98a0bd50ce183fc6 as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/rep_barrier/96ecd0e3c9e4486b98a0bd50ce183fc6 2024-11-11T21:21:40,027 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/rep_barrier/96ecd0e3c9e4486b98a0bd50ce183fc6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:21:40,027 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/.tmp/table/85a4f0efa81d44e38f3861f1564fb984 as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/table/85a4f0efa81d44e38f3861f1564fb984 2024-11-11T21:21:40,030 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/WALs/f286ae0a5299,45641,1731360073955/f286ae0a5299%2C45641%2C1731360073955.1731360076172 to pos 2409, reset compression=false 2024-11-11T21:21:40,030 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/table/85a4f0efa81d44e38f3861f1564fb984, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:21:40,031 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1693ms, sequenceid=16, compaction requested=false 2024-11-11T21:21:40,036 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:21:40,037 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:21:40,037 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:21:40,037 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:40,037 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360098338Running coprocessor pre-close hooks at 1731360098338Disabling compacts and flushes for region at 1731360098338Disabling writes for close at 1731360098338Obtaining lock to block concurrent updates at 1731360098338Preparing flush snapshotting stores in 1588230740 at 1731360098338Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360098339 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731360098339Flushing 1588230740/info: creating writer at 1731360098339Flushing 1588230740/info: appending metadata at 1731360098350 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731360098350Flushing 1588230740/ns: creating writer at 1731360098757 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731360098770 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731360098770Flushing 1588230740/rep_barrier: creating writer at 1731360099177 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360099188 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360099188Flushing 1588230740/table: creating writer at 1731360099596 (+408 ms)Flushing 1588230740/table: appending metadata at 1731360099608 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731360099608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6728ed25: reopening flushed file at 1731360100015 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541d91af: reopening flushed file at 1731360100019 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3928cba9: reopening flushed file at 1731360100023 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4233c630: reopening flushed file at 1731360100027 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1693ms, sequenceid=16, compaction requested=false at 1731360100031 (+4 ms)Writing region close event to WAL at 1731360100034 (+3 ms)Running coprocessor post-close hooks at 1731360100037 (+3 ms)Closed at 1731360100037 2024-11-11T21:21:40,037 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:40,140 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,45641,1731360073955; all regions closed. 2024-11-11T21:21:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:21:40,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741839_1015 (size=3333) 2024-11-11T21:21:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741832_1008 (size=2417) 2024-11-11T21:21:40,145 DEBUG [RS:0;f286ae0a5299:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:40,145 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:21:40,146 INFO [RS:0;f286ae0a5299:45641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:21:40,146 INFO [RS:0;f286ae0a5299:45641 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:21:40,146 INFO [RS:0;f286ae0a5299:45641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:21:40,146 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:21:40,146 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,45641,1731360073955 because: Region server is closing 2024-11-11T21:21:40,146 INFO [RS:0;f286ae0a5299:45641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:45641. 2024-11-11T21:21:40,146 DEBUG [RS:0;f286ae0a5299:45641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:40,146 DEBUG [RS:0;f286ae0a5299:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:40,147 DEBUG [RS:0;f286ae0a5299:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:40,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:40,247 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.shipperf286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 terminated 2024-11-11T21:21:40,247 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,45641,1731360073955.replicationSource.wal-reader.f286ae0a5299%2C45641%2C1731360073955,1-f286ae0a5299,45641,1731360073955 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:21:40,247 INFO [RS:0;f286ae0a5299:45641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:45641. 2024-11-11T21:21:40,247 DEBUG [RS:0;f286ae0a5299:45641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:40,247 DEBUG [RS:0;f286ae0a5299:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:40,247 DEBUG [RS:0;f286ae0a5299:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:40,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:40,247 INFO [RS:0;f286ae0a5299:45641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45641 2024-11-11T21:21:40,255 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:40,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2397426931/rs/f286ae0a5299,45641,1731360073955 2024-11-11T21:21:40,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931/rs 2024-11-11T21:21:40,313 INFO [RS:0;f286ae0a5299:45641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:21:40,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,45641,1731360073955] 2024-11-11T21:21:40,334 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2397426931/draining/f286ae0a5299,45641,1731360073955 already deleted, retry=false 2024-11-11T21:21:40,334 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,45641,1731360073955 expired; onlineServers=0 2024-11-11T21:21:40,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,43369,1731360073805' ***** 2024-11-11T21:21:40,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:21:40,335 INFO [M:0;f286ae0a5299:43369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:21:40,335 INFO [M:0;f286ae0a5299:43369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:21:40,335 DEBUG [M:0;f286ae0a5299:43369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:21:40,335 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:21:40,335 DEBUG [M:0;f286ae0a5299:43369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:21:40,335 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360075860 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360075860,5,FailOnTimeoutGroup] 2024-11-11T21:21:40,335 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360075859 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360075859,5,FailOnTimeoutGroup] 2024-11-11T21:21:40,335 INFO [M:0;f286ae0a5299:43369 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:21:40,335 INFO [M:0;f286ae0a5299:43369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:21:40,335 DEBUG [M:0;f286ae0a5299:43369 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:21:40,335 INFO [M:0;f286ae0a5299:43369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:21:40,335 INFO [M:0;f286ae0a5299:43369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:21:40,336 INFO [M:0;f286ae0a5299:43369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:21:40,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:21:40,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2397426931/master 2024-11-11T21:21:40,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2397426931 2024-11-11T21:21:40,345 DEBUG [M:0;f286ae0a5299:43369 {}] zookeeper.ZKUtil(347): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Unable to get data of znode /2397426931/master because node does not exist (not an error) 2024-11-11T21:21:40,345 WARN [M:0;f286ae0a5299:43369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:21:40,346 INFO [M:0;f286ae0a5299:43369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/.lastflushedseqids 2024-11-11T21:21:40,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741848_1024 (size=245) 2024-11-11T21:21:40,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:40,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x1012bc5f1510007, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:40,424 INFO [RS:0;f286ae0a5299:45641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:21:40,424 INFO [RS:0;f286ae0a5299:45641 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,45641,1731360073955; zookeeper connection closed. 2024-11-11T21:21:40,424 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21242cef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21242cef 2024-11-11T21:21:40,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:21:40,693 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:40,752 INFO [M:0;f286ae0a5299:43369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:21:40,752 INFO [M:0;f286ae0a5299:43369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:21:40,753 DEBUG [M:0;f286ae0a5299:43369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:21:40,753 INFO [M:0;f286ae0a5299:43369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:40,753 DEBUG [M:0;f286ae0a5299:43369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:40,753 DEBUG [M:0;f286ae0a5299:43369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:21:40,753 DEBUG [M:0;f286ae0a5299:43369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:40,753 INFO [M:0;f286ae0a5299:43369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-11T21:21:40,765 DEBUG [M:0;f286ae0a5299:43369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/537324f8dd6c4c3db29e65c25f4503b3 is 82, key is hbase:meta,,1/info:regioninfo/1731360077083/Put/seqid=0 2024-11-11T21:21:40,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741849_1025 (size=5672) 2024-11-11T21:21:40,959 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:41,169 INFO [M:0;f286ae0a5299:43369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/537324f8dd6c4c3db29e65c25f4503b3 2024-11-11T21:21:41,184 DEBUG [M:0;f286ae0a5299:43369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e4fc72263d544da8455f4576c774b71 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731360089204/Put/seqid=0 2024-11-11T21:21:41,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741850_1026 (size=9211) 2024-11-11T21:21:41,496 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:41,587 INFO [M:0;f286ae0a5299:43369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e4fc72263d544da8455f4576c774b71 2024-11-11T21:21:41,602 DEBUG [M:0;f286ae0a5299:43369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2d6e658abf24ee388eed21a479fa2e3 is 69, key is f286ae0a5299,45641,1731360073955/rs:state/1731360075985/Put/seqid=0 2024-11-11T21:21:41,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741851_1027 (size=5156) 2024-11-11T21:21:41,605 INFO [M:0;f286ae0a5299:43369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2d6e658abf24ee388eed21a479fa2e3 2024-11-11T21:21:41,608 DEBUG [M:0;f286ae0a5299:43369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/537324f8dd6c4c3db29e65c25f4503b3 as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/537324f8dd6c4c3db29e65c25f4503b3 2024-11-11T21:21:41,611 INFO [M:0;f286ae0a5299:43369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/537324f8dd6c4c3db29e65c25f4503b3, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T21:21:41,612 DEBUG [M:0;f286ae0a5299:43369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e4fc72263d544da8455f4576c774b71 as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e4fc72263d544da8455f4576c774b71 2024-11-11T21:21:41,614 INFO [M:0;f286ae0a5299:43369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e4fc72263d544da8455f4576c774b71, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T21:21:41,615 DEBUG [M:0;f286ae0a5299:43369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2d6e658abf24ee388eed21a479fa2e3 as hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2d6e658abf24ee388eed21a479fa2e3 2024-11-11T21:21:41,618 INFO [M:0;f286ae0a5299:43369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43299/user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2d6e658abf24ee388eed21a479fa2e3, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T21:21:41,618 INFO [M:0;f286ae0a5299:43369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 865ms, sequenceid=127, compaction requested=false 2024-11-11T21:21:41,623 INFO [M:0;f286ae0a5299:43369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:41,623 DEBUG [M:0;f286ae0a5299:43369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360100753Disabling compacts and flushes for region at 1731360100753Disabling writes for close at 1731360100753Obtaining lock to block concurrent updates at 1731360100753Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360100753Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731360100753Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360100754 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360100754Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360100765 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360100765Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360101172 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360101184 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360101184Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360101590 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360101602 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360101602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678c8fcd: reopening flushed file at 1731360101608 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63301aa: reopening flushed file at 1731360101611 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c890a28: reopening flushed file at 1731360101615 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 865ms, sequenceid=127, compaction requested=false at 1731360101618 (+3 ms)Writing region close event to WAL at 1731360101623 (+5 ms)Closed at 1731360101623 2024-11-11T21:21:41,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36959 is added to blk_1073741830_1006 (size=73854) 2024-11-11T21:21:41,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de0bc850-b100-03eb-078b-a34c36a66709/MasterData/WALs/f286ae0a5299,43369,1731360073805/f286ae0a5299%2C43369%2C1731360073805.1731360075455 not finished, retry = 0 2024-11-11T21:21:41,726 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:21:41,726 INFO [M:0;f286ae0a5299:43369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:21:41,726 INFO [M:0;f286ae0a5299:43369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43369 2024-11-11T21:21:41,727 INFO [M:0;f286ae0a5299:43369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:21:41,761 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:41,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:41,958 INFO [M:0;f286ae0a5299:43369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:21:41,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1012bc5f1510006, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:42,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b6a4e3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:21:42,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d121b51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:21:42,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:21:42,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ee314e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:21:42,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f02a7fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.log.dir/,STOPPED} 2024-11-11T21:21:42,017 WARN [BP-1313429387-172.17.0.2-1731360071590 heartbeating to localhost/127.0.0.1:43299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:21:42,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:21:42,017 WARN [BP-1313429387-172.17.0.2-1731360071590 heartbeating to localhost/127.0.0.1:43299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1313429387-172.17.0.2-1731360071590 (Datanode Uuid bb12c6fe-cd22-4cc6-872f-9effceb88a63) service to localhost/127.0.0.1:43299 2024-11-11T21:21:42,017 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:21:42,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/cluster_a7eb5f72-b0d1-ff66-03d0-6dc6eb27ee3c/data/data1/current/BP-1313429387-172.17.0.2-1731360071590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:21:42,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/cluster_a7eb5f72-b0d1-ff66-03d0-6dc6eb27ee3c/data/data2/current/BP-1313429387-172.17.0.2-1731360071590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:21:42,018 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:21:42,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f2b5548{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:21:42,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47eef220{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:21:42,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:21:42,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6714e842{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:21:42,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a405ac1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.log.dir/,STOPPED} 2024-11-11T21:21:42,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:21:42,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:21:42,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:42,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:42,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:42,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:42,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:42,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:21:42,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=721730359, stopped=false 2024-11-11T21:21:42,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,38541,1731360069169 2024-11-11T21:21:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668531489/running 2024-11-11T21:21:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668531489/running 2024-11-11T21:21:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:42,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:42,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:21:42,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on znode that does not yet exist, /1668531489/running 2024-11-11T21:21:42,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Set watcher on znode that does not yet exist, /1668531489/running 2024-11-11T21:21:42,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:42,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:42,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:42,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,46545,1731360069314' ***** 2024-11-11T21:21:42,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:21:42,115 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:21:42,115 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:21:42,115 INFO [RS:0;f286ae0a5299:46545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:21:42,115 INFO [RS:0;f286ae0a5299:46545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:21:42,115 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:42,116 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:42,116 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,46545,1731360069314 2024-11-11T21:21:42,116 INFO [RS:0;f286ae0a5299:46545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:21:42,116 INFO [RS:0;f286ae0a5299:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:46545. 2024-11-11T21:21:42,116 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b2ac374ffdb318c63e98f8dbca48761, disabling compactions & flushes 2024-11-11T21:21:42,116 DEBUG [RS:0;f286ae0a5299:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:42,116 DEBUG [RS:0;f286ae0a5299:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:42,116 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:42,116 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:42,116 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. after waiting 0 ms 2024-11-11T21:21:42,116 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:21:42,116 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:21:42,116 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:42,116 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:21:42,116 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:21:42,116 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b2ac374ffdb318c63e98f8dbca48761 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-11T21:21:42,116 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:21:42,116 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1325): Online Regions={8b2ac374ffdb318c63e98f8dbca48761=hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761., 1588230740=hbase:meta,,1.1588230740, 4454ef653e4ab595b026102dcbfd25d8=test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8.} 2024-11-11T21:21:42,116 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4454ef653e4ab595b026102dcbfd25d8, 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:42,116 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:21:42,116 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:21:42,116 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:21:42,116 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:21:42,116 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:21:42,116 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:21:42,122 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:21:42,129 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/info/07821779a52a47f28ea0b2b8aa1f7609 is 147, key is hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761./info:regioninfo/1731360087091/Put/seqid=0 2024-11-11T21:21:42,129 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/replication/8b2ac374ffdb318c63e98f8dbca48761/.tmp/queue/fd8eb749e7c042b39ebe9c04ef7bb726 is 154, key is 1-f286ae0a5299,46545,1731360069314/queue:f286ae0a5299%2C46545%2C1731360069314/1731360097976/Put/seqid=0 2024-11-11T21:21:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741841_1017 (size=5353) 2024-11-11T21:21:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741840_1016 (size=7686) 2024-11-11T21:21:42,199 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:21:42,199 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:21:42,316 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4454ef653e4ab595b026102dcbfd25d8, 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:42,399 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:42,516 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4454ef653e4ab595b026102dcbfd25d8, 8b2ac374ffdb318c63e98f8dbca48761 2024-11-11T21:21:42,532 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/replication/8b2ac374ffdb318c63e98f8dbca48761/.tmp/queue/fd8eb749e7c042b39ebe9c04ef7bb726 2024-11-11T21:21:42,532 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/info/07821779a52a47f28ea0b2b8aa1f7609 2024-11-11T21:21:42,536 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/replication/8b2ac374ffdb318c63e98f8dbca48761/.tmp/queue/fd8eb749e7c042b39ebe9c04ef7bb726 as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/replication/8b2ac374ffdb318c63e98f8dbca48761/queue/fd8eb749e7c042b39ebe9c04ef7bb726 2024-11-11T21:21:42,540 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/replication/8b2ac374ffdb318c63e98f8dbca48761/queue/fd8eb749e7c042b39ebe9c04ef7bb726, entries=1, sequenceid=14, filesize=5.2 K 2024-11-11T21:21:42,541 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8b2ac374ffdb318c63e98f8dbca48761 in 425ms, sequenceid=14, compaction requested=false 2024-11-11T21:21:42,541 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:21:42,544 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/replication/8b2ac374ffdb318c63e98f8dbca48761/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-11T21:21:42,544 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:21:42,544 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:21:42,545 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:42,545 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b2ac374ffdb318c63e98f8dbca48761: Waiting for close lock at 1731360102116Running coprocessor pre-close hooks at 1731360102116Disabling compacts and flushes for region at 1731360102116Disabling writes for close at 1731360102116Obtaining lock to block concurrent updates at 1731360102116Preparing flush snapshotting stores in 8b2ac374ffdb318c63e98f8dbca48761 at 1731360102116Finished memstore snapshotting hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731360102116Flushing stores of hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. at 1731360102117 (+1 ms)Flushing 8b2ac374ffdb318c63e98f8dbca48761/queue: creating writer at 1731360102117Flushing 8b2ac374ffdb318c63e98f8dbca48761/queue: appending metadata at 1731360102128 (+11 ms)Flushing 8b2ac374ffdb318c63e98f8dbca48761/queue: closing flushed file at 1731360102128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea84ca5: reopening flushed file at 1731360102536 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8b2ac374ffdb318c63e98f8dbca48761 in 425ms, sequenceid=14, compaction requested=false at 1731360102541 (+5 ms)Writing region close event to WAL at 1731360102542 (+1 ms)Running coprocessor post-close hooks at 1731360102544 (+2 ms)Closed at 1731360102545 (+1 ms) 2024-11-11T21:21:42,545 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731360085890.8b2ac374ffdb318c63e98f8dbca48761. 2024-11-11T21:21:42,545 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4454ef653e4ab595b026102dcbfd25d8, disabling compactions & flushes 2024-11-11T21:21:42,545 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:42,545 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:42,545 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. after waiting 0 ms 2024-11-11T21:21:42,545 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:42,545 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4454ef653e4ab595b026102dcbfd25d8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T21:21:42,550 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/ns/381dfe7119ad44d58d3d550d5960fb46 is 43, key is default/ns:d/1731360071480/Put/seqid=0 2024-11-11T21:21:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:21:42,560 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/.tmp/f/6aa0dce546c14efd89a53ce7b20031d1 is 37, key is row3/f:row3/1731360096877/Put/seqid=0 2024-11-11T21:21:42,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741843_1019 (size=5228) 2024-11-11T21:21:42,664 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:42,717 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:42,917 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:42,957 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/ns/381dfe7119ad44d58d3d550d5960fb46 2024-11-11T21:21:42,963 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/.tmp/f/6aa0dce546c14efd89a53ce7b20031d1 2024-11-11T21:21:42,966 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aa0dce546c14efd89a53ce7b20031d1 2024-11-11T21:21:42,974 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/rep_barrier/71a9cb295dd7444d912f81bbbe613dc9 is 112, key is test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8./rep_barrier:seqnumDuringOpen/1731360080494/Put/seqid=0 2024-11-11T21:21:42,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741844_1020 (size=5518) 2024-11-11T21:21:42,979 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/.tmp/f1/d80564e4a8f642cd81784993bfaeb339 is 30, key is row1/f1:/1731360094219/DeleteFamily/seqid=0 2024-11-11T21:21:42,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741845_1021 (size=5158) 2024-11-11T21:21:43,117 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:21:43,117 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4454ef653e4ab595b026102dcbfd25d8=test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8.} 2024-11-11T21:21:43,117 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:43,317 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:43,378 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/rep_barrier/71a9cb295dd7444d912f81bbbe613dc9 2024-11-11T21:21:43,383 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/.tmp/f1/d80564e4a8f642cd81784993bfaeb339 2024-11-11T21:21:43,386 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d80564e4a8f642cd81784993bfaeb339 2024-11-11T21:21:43,394 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/table/8ee6818d43f54bfe990449f41be309e4 is 53, key is hbase:replication/table:state/1731360087097/Put/seqid=0 2024-11-11T21:21:43,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741846_1022 (size=5308) 2024-11-11T21:21:43,399 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/.tmp/norep/eb4db01e3de34f32992c6b599a9ec50e is 33, key is row1/norep:/1731360094219/DeleteFamily/seqid=0 2024-11-11T21:21:43,401 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1468, reset compression=false 2024-11-11T21:21:43,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741847_1023 (size=5108) 2024-11-11T21:21:43,405 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:43,405 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1715, reset compression=false 2024-11-11T21:21:43,405 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46545,1731360069314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:43,406 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,46545,1731360069314: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,46545,1731360069314, walGroup=f286ae0a5299%2C46545%2C1731360069314, offset=f286ae0a5299%2C46545%2C1731360069314.1731360070335:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:46545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:21:43,407 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:21:43,407 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:21:43,407 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:21:43,407 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:21:43,408 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:21:43,408 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 913940704 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198542496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:21:43,408 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:38541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:38541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:21:43,517 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:43,608 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1715, reset compression=false 2024-11-11T21:21:43,667 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:43,717 DEBUG [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4454ef653e4ab595b026102dcbfd25d8 2024-11-11T21:21:43,797 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/table/8ee6818d43f54bfe990449f41be309e4 2024-11-11T21:21:43,801 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/info/07821779a52a47f28ea0b2b8aa1f7609 as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/info/07821779a52a47f28ea0b2b8aa1f7609 2024-11-11T21:21:43,804 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/.tmp/norep/eb4db01e3de34f32992c6b599a9ec50e 2024-11-11T21:21:43,804 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/info/07821779a52a47f28ea0b2b8aa1f7609, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:21:43,805 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/ns/381dfe7119ad44d58d3d550d5960fb46 as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/ns/381dfe7119ad44d58d3d550d5960fb46 2024-11-11T21:21:43,806 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb4db01e3de34f32992c6b599a9ec50e 2024-11-11T21:21:43,807 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/.tmp/f/6aa0dce546c14efd89a53ce7b20031d1 as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/f/6aa0dce546c14efd89a53ce7b20031d1 2024-11-11T21:21:43,807 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/ns/381dfe7119ad44d58d3d550d5960fb46, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:21:43,808 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/rep_barrier/71a9cb295dd7444d912f81bbbe613dc9 as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/rep_barrier/71a9cb295dd7444d912f81bbbe613dc9 2024-11-11T21:21:43,810 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aa0dce546c14efd89a53ce7b20031d1 2024-11-11T21:21:43,810 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/f/6aa0dce546c14efd89a53ce7b20031d1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T21:21:43,811 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/.tmp/f1/d80564e4a8f642cd81784993bfaeb339 as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/f1/d80564e4a8f642cd81784993bfaeb339 2024-11-11T21:21:43,811 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/rep_barrier/71a9cb295dd7444d912f81bbbe613dc9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:21:43,812 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/.tmp/table/8ee6818d43f54bfe990449f41be309e4 as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/table/8ee6818d43f54bfe990449f41be309e4 2024-11-11T21:21:43,814 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d80564e4a8f642cd81784993bfaeb339 2024-11-11T21:21:43,814 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/f1/d80564e4a8f642cd81784993bfaeb339, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T21:21:43,815 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/table/8ee6818d43f54bfe990449f41be309e4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:21:43,816 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/.tmp/norep/eb4db01e3de34f32992c6b599a9ec50e as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/norep/eb4db01e3de34f32992c6b599a9ec50e 2024-11-11T21:21:43,816 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false 2024-11-11T21:21:43,816 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:21:43,819 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb4db01e3de34f32992c6b599a9ec50e 2024-11-11T21:21:43,819 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/norep/eb4db01e3de34f32992c6b599a9ec50e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T21:21:43,820 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4454ef653e4ab595b026102dcbfd25d8 in 1275ms, sequenceid=12, compaction requested=false 2024-11-11T21:21:43,820 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T21:21:43,827 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:21:43,827 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/data/default/test/4454ef653e4ab595b026102dcbfd25d8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T21:21:43,827 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:21:43,827 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:21:43,828 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:21:43,828 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:43,828 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:21:43,828 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:43,828 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360102116Running coprocessor pre-close hooks at 1731360102116Disabling compacts and flushes for region at 1731360102116Disabling writes for close at 1731360102116Obtaining lock to block concurrent updates at 1731360102116Preparing flush snapshotting stores in 1588230740 at 1731360102116Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360102117 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731360102117Flushing 1588230740/info: creating writer at 1731360102117Flushing 1588230740/info: appending metadata at 1731360102128 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731360102129 (+1 ms)Flushing 1588230740/ns: creating writer at 1731360102536 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731360102550 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731360102550Flushing 1588230740/rep_barrier: creating writer at 1731360102960 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360102973 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360102974 (+1 ms)Flushing 1588230740/table: creating writer at 1731360103381 (+407 ms)Flushing 1588230740/table: appending metadata at 1731360103393 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731360103393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526fcc55: reopening flushed file at 1731360103800 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3967920d: reopening flushed file at 1731360103804 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1161894d: reopening flushed file at 1731360103808 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad3e8ff: reopening flushed file at 1731360103811 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false at 1731360103816 (+5 ms)Writing region close event to WAL at 1731360103824 (+8 ms)Running coprocessor post-close hooks at 1731360103827 (+3 ms)Closed at 1731360103827 2024-11-11T21:21:43,828 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4454ef653e4ab595b026102dcbfd25d8: Waiting for close lock at 1731360102545Running coprocessor pre-close hooks at 1731360102545Disabling compacts and flushes for region at 1731360102545Disabling writes for close at 1731360102545Obtaining lock to block concurrent updates at 1731360102545Preparing flush snapshotting stores in 4454ef653e4ab595b026102dcbfd25d8 at 1731360102545Finished memstore snapshotting test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731360102546 (+1 ms)Flushing stores of test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. at 1731360102546Flushing 4454ef653e4ab595b026102dcbfd25d8/f: creating writer at 1731360102546Flushing 4454ef653e4ab595b026102dcbfd25d8/f: appending metadata at 1731360102559 (+13 ms)Flushing 4454ef653e4ab595b026102dcbfd25d8/f: closing flushed file at 1731360102559Flushing 4454ef653e4ab595b026102dcbfd25d8/f1: creating writer at 1731360102966 (+407 ms)Flushing 4454ef653e4ab595b026102dcbfd25d8/f1: appending metadata at 1731360102979 (+13 ms)Flushing 4454ef653e4ab595b026102dcbfd25d8/f1: closing flushed file at 1731360102979Flushing 4454ef653e4ab595b026102dcbfd25d8/norep: creating writer at 1731360103386 (+407 ms)Flushing 4454ef653e4ab595b026102dcbfd25d8/norep: appending metadata at 1731360103399 (+13 ms)Flushing 4454ef653e4ab595b026102dcbfd25d8/norep: closing flushed file at 1731360103399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd6a09e: reopening flushed file at 1731360103806 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f66fcc: reopening flushed file at 1731360103810 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a55deea: reopening flushed file at 1731360103815 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4454ef653e4ab595b026102dcbfd25d8 in 1275ms, sequenceid=12, compaction requested=false at 1731360103820 (+5 ms)Writing region close event to WAL at 1731360103825 (+5 ms)Running coprocessor post-close hooks at 1731360103827 (+2 ms)Closed at 1731360103828 (+1 ms) 2024-11-11T21:21:43,828 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:43,828 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360079349.4454ef653e4ab595b026102dcbfd25d8. 2024-11-11T21:21:43,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:21:43,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:43,911 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 1715, reset compression=false 2024-11-11T21:21:43,915 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:43,915 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 2359, reset compression=false 2024-11-11T21:21:43,918 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,46545,1731360069314; all regions closed. 2024-11-11T21:21:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:21:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741839_1015 (size=3552) 2024-11-11T21:21:43,922 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.rep.1731360087060 not finished, retry = 0 2024-11-11T21:21:44,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 not finished, retry = 0 2024-11-11T21:21:44,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741832_1008 (size=2367) 2024-11-11T21:21:44,118 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 to pos 2359, reset compression=false 2024-11-11T21:21:44,125 DEBUG [RS:0;f286ae0a5299:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:44,125 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:21:44,125 INFO [RS:0;f286ae0a5299:46545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:21:44,125 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/WALs/f286ae0a5299,46545,1731360069314/f286ae0a5299%2C46545%2C1731360069314.1731360070335 2024-11-11T21:21:44,126 INFO [RS:0;f286ae0a5299:46545 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:21:44,126 INFO [RS:0;f286ae0a5299:46545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:21:44,126 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:21:44,126 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,46545,1731360069314 because: Region server is closing 2024-11-11T21:21:44,126 INFO [RS:0;f286ae0a5299:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:46545. 2024-11-11T21:21:44,126 DEBUG [RS:0;f286ae0a5299:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:44,126 DEBUG [RS:0;f286ae0a5299:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:44,126 DEBUG [RS:0;f286ae0a5299:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:44,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:44,226 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.shipperf286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 terminated 2024-11-11T21:21:44,226 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46545,1731360069314.replicationSource.wal-reader.f286ae0a5299%2C46545%2C1731360069314,1-f286ae0a5299,46545,1731360069314 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T21:21:44,227 INFO [RS:0;f286ae0a5299:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:46545. 2024-11-11T21:21:44,227 DEBUG [RS:0;f286ae0a5299:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:44,227 DEBUG [RS:0;f286ae0a5299:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:44,227 DEBUG [RS:0;f286ae0a5299:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:44,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:44,227 INFO [RS:0;f286ae0a5299:46545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46545 2024-11-11T21:21:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668531489/rs/f286ae0a5299,46545,1731360069314 2024-11-11T21:21:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489/rs 2024-11-11T21:21:44,292 INFO [RS:0;f286ae0a5299:46545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:21:44,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,46545,1731360069314] 2024-11-11T21:21:44,313 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1668531489/draining/f286ae0a5299,46545,1731360069314 already deleted, retry=false 2024-11-11T21:21:44,313 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,46545,1731360069314 expired; onlineServers=0 2024-11-11T21:21:44,313 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,38541,1731360069169' ***** 2024-11-11T21:21:44,313 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:21:44,313 INFO [M:0;f286ae0a5299:38541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:21:44,313 INFO [M:0;f286ae0a5299:38541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:21:44,313 DEBUG [M:0;f286ae0a5299:38541 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:21:44,313 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:21:44,313 DEBUG [M:0;f286ae0a5299:38541 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:21:44,313 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360070090 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360070090,5,FailOnTimeoutGroup] 2024-11-11T21:21:44,314 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360070089 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360070089,5,FailOnTimeoutGroup] 2024-11-11T21:21:44,314 INFO [M:0;f286ae0a5299:38541 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:21:44,314 INFO [M:0;f286ae0a5299:38541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:21:44,314 DEBUG [M:0;f286ae0a5299:38541 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:21:44,314 INFO [M:0;f286ae0a5299:38541 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:21:44,314 INFO [M:0;f286ae0a5299:38541 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:21:44,314 INFO [M:0;f286ae0a5299:38541 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:21:44,314 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:21:44,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668531489/master 2024-11-11T21:21:44,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668531489 2024-11-11T21:21:44,324 DEBUG [M:0;f286ae0a5299:38541 {}] zookeeper.ZKUtil(347): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Unable to get data of znode /1668531489/master because node does not exist (not an error) 2024-11-11T21:21:44,324 WARN [M:0;f286ae0a5299:38541 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:21:44,324 INFO [M:0;f286ae0a5299:38541 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/.lastflushedseqids 2024-11-11T21:21:44,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741848_1024 (size=245) 2024-11-11T21:21:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:44,403 INFO [RS:0;f286ae0a5299:46545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:21:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1012bc5f1510004, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:44,403 INFO [RS:0;f286ae0a5299:46545 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,46545,1731360069314; zookeeper connection closed. 2024-11-11T21:21:44,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6383dbc3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6383dbc3 2024-11-11T21:21:44,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:21:44,728 INFO [M:0;f286ae0a5299:38541 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:21:44,728 INFO [M:0;f286ae0a5299:38541 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:21:44,729 DEBUG [M:0;f286ae0a5299:38541 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:21:44,729 INFO [M:0;f286ae0a5299:38541 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:44,729 DEBUG [M:0;f286ae0a5299:38541 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:44,729 DEBUG [M:0;f286ae0a5299:38541 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:21:44,729 DEBUG [M:0;f286ae0a5299:38541 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:44,729 INFO [M:0;f286ae0a5299:38541 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T21:21:44,742 DEBUG [M:0;f286ae0a5299:38541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47fa2a476cb24c549b79e9790dabc787 is 82, key is hbase:meta,,1/info:regioninfo/1731360071465/Put/seqid=0 2024-11-11T21:21:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741849_1025 (size=5672) 2024-11-11T21:21:44,747 INFO [M:0;f286ae0a5299:38541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47fa2a476cb24c549b79e9790dabc787 2024-11-11T21:21:44,770 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:44,773 DEBUG [M:0;f286ae0a5299:38541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7a36e3e20274bcca0dc3ecf708ba75b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360080506/Put/seqid=0 2024-11-11T21:21:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741850_1026 (size=7218) 2024-11-11T21:21:45,177 INFO [M:0;f286ae0a5299:38541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7a36e3e20274bcca0dc3ecf708ba75b 2024-11-11T21:21:45,180 INFO [M:0;f286ae0a5299:38541 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a36e3e20274bcca0dc3ecf708ba75b 2024-11-11T21:21:45,193 DEBUG [M:0;f286ae0a5299:38541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85d9d2a9e6874a70a52b719ac6e073d9 is 69, key is f286ae0a5299,46545,1731360069314/rs:state/1731360070179/Put/seqid=0 2024-11-11T21:21:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741851_1027 (size=5156) 2024-11-11T21:21:45,197 INFO [M:0;f286ae0a5299:38541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85d9d2a9e6874a70a52b719ac6e073d9 2024-11-11T21:21:45,201 DEBUG [M:0;f286ae0a5299:38541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47fa2a476cb24c549b79e9790dabc787 as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47fa2a476cb24c549b79e9790dabc787 2024-11-11T21:21:45,204 INFO [M:0;f286ae0a5299:38541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47fa2a476cb24c549b79e9790dabc787, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T21:21:45,204 DEBUG [M:0;f286ae0a5299:38541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7a36e3e20274bcca0dc3ecf708ba75b as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7a36e3e20274bcca0dc3ecf708ba75b 2024-11-11T21:21:45,207 INFO [M:0;f286ae0a5299:38541 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a36e3e20274bcca0dc3ecf708ba75b 2024-11-11T21:21:45,207 INFO [M:0;f286ae0a5299:38541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7a36e3e20274bcca0dc3ecf708ba75b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T21:21:45,208 DEBUG [M:0;f286ae0a5299:38541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85d9d2a9e6874a70a52b719ac6e073d9 as hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85d9d2a9e6874a70a52b719ac6e073d9 2024-11-11T21:21:45,211 INFO [M:0;f286ae0a5299:38541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85d9d2a9e6874a70a52b719ac6e073d9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T21:21:45,212 INFO [M:0;f286ae0a5299:38541 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 483ms, sequenceid=105, compaction requested=false 2024-11-11T21:21:45,213 INFO [M:0;f286ae0a5299:38541 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:45,213 DEBUG [M:0;f286ae0a5299:38541 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360104729Disabling compacts and flushes for region at 1731360104729Disabling writes for close at 1731360104729Obtaining lock to block concurrent updates at 1731360104729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360104729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731360104729Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360104729Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360104729Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360104742 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360104742Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360104750 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360104772 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360104772Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360105180 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360105193 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360105193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f8bdaa: reopening flushed file at 1731360105200 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@828cccc: reopening flushed file at 1731360105204 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4b7080: reopening flushed file at 1731360105207 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 483ms, sequenceid=105, compaction requested=false at 1731360105212 (+5 ms)Writing region close event to WAL at 1731360105213 (+1 ms)Closed at 1731360105213 2024-11-11T21:21:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40603 is added to blk_1073741830_1006 (size=64423) 2024-11-11T21:21:45,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8af99f01-a382-46c2-6f03-4b615f119a5c/MasterData/WALs/f286ae0a5299,38541,1731360069169/f286ae0a5299%2C38541%2C1731360069169.1731360069833 not finished, retry = 0 2024-11-11T21:21:45,315 INFO [M:0;f286ae0a5299:38541 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:21:45,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:21:45,315 INFO [M:0;f286ae0a5299:38541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38541 2024-11-11T21:21:45,315 INFO [M:0;f286ae0a5299:38541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:21:45,463 INFO [M:0;f286ae0a5299:38541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:21:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38541-0x1012bc5f1510003, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:45,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7776e52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:21:45,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f88ae25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:21:45,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:21:45,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20da1f6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:21:45,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@513f2d58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.log.dir/,STOPPED} 2024-11-11T21:21:45,466 WARN [BP-403865251-172.17.0.2-1731360067103 heartbeating to localhost/127.0.0.1:38447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:21:45,466 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:21:45,466 WARN [BP-403865251-172.17.0.2-1731360067103 heartbeating to localhost/127.0.0.1:38447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-403865251-172.17.0.2-1731360067103 (Datanode Uuid 1ba49086-d684-4645-89a6-83505116073e) service to localhost/127.0.0.1:38447 2024-11-11T21:21:45,466 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:21:45,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/cluster_05cb24d4-2b7d-b8be-32dc-2ab2c19fe1c3/data/data1/current/BP-403865251-172.17.0.2-1731360067103 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:21:45,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/cluster_05cb24d4-2b7d-b8be-32dc-2ab2c19fe1c3/data/data2/current/BP-403865251-172.17.0.2-1731360067103 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:21:45,467 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:21:45,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5257d020{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:21:45,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41454b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:21:45,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:21:45,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df278da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:21:45,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a56e1f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5210b512-bb52-1864-8324-8f847da366ca/hadoop.log.dir/,STOPPED} 2024-11-11T21:21:45,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:21:45,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:21:45,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:45,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:45,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:45,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:45,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:45,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:21:45,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=635728038, stopped=false 2024-11-11T21:21:45,489 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,44137,1731360063354 2024-11-11T21:21:45,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236949944/running 2024-11-11T21:21:45,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236949944/running 2024-11-11T21:21:45,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:45,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:45,503 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:21:45,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:21:45,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:45,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:45,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on znode that does not yet exist, /01236949944/running 2024-11-11T21:21:45,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Set watcher on znode that does not yet exist, /01236949944/running 2024-11-11T21:21:45,503 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,46859,1731360064002' ***** 2024-11-11T21:21:45,503 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:21:45,504 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:21:45,504 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:21:45,504 INFO [RS:0;f286ae0a5299:46859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:21:45,504 INFO [RS:0;f286ae0a5299:46859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:21:45,504 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(3091): Received CLOSE for 49a26e274a76332f4a212ec8c3b7b9f9 2024-11-11T21:21:45,504 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(3091): Received CLOSE for d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:45,504 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,46859,1731360064002 2024-11-11T21:21:45,504 INFO [RS:0;f286ae0a5299:46859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:21:45,504 INFO [RS:0;f286ae0a5299:46859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:46859. 2024-11-11T21:21:45,504 DEBUG [RS:0;f286ae0a5299:46859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:45,504 DEBUG [RS:0;f286ae0a5299:46859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:45,504 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49a26e274a76332f4a212ec8c3b7b9f9, disabling compactions & flushes 2024-11-11T21:21:45,504 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:45,505 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:21:45,505 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:45,505 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:21:45,505 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:21:45,505 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. after waiting 0 ms 2024-11-11T21:21:45,505 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:21:45,505 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:45,505 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:21:45,505 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49a26e274a76332f4a212ec8c3b7b9f9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T21:21:45,505 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1325): Online Regions={49a26e274a76332f4a212ec8c3b7b9f9=test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9., 1588230740=hbase:meta,,1.1588230740, d8134ac3f8101f5dc674b27b1f94c0e7=hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7.} 2024-11-11T21:21:45,505 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:21:45,505 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a26e274a76332f4a212ec8c3b7b9f9, d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:45,505 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:21:45,505 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:21:45,505 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:21:45,505 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:21:45,505 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:21:45,510 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:21:45,522 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/info/0810fd246af64de3ad3a7f80162fd022 is 147, key is hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7./info:regioninfo/1731360084508/Put/seqid=0 2024-11-11T21:21:45,523 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/.tmp/f/9486c16a83d94d1aa823b74bc0907be3 is 37, key is row3/f:row3/1731360096877/Put/seqid=0 2024-11-11T21:21:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741840_1016 (size=7686) 2024-11-11T21:21:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741841_1017 (size=5228) 2024-11-11T21:21:45,705 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a26e274a76332f4a212ec8c3b7b9f9, d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:45,745 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:21:45,745 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:21:45,905 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a26e274a76332f4a212ec8c3b7b9f9, d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:45,926 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/info/0810fd246af64de3ad3a7f80162fd022 2024-11-11T21:21:45,926 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/.tmp/f/9486c16a83d94d1aa823b74bc0907be3 2024-11-11T21:21:45,929 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9486c16a83d94d1aa823b74bc0907be3 2024-11-11T21:21:45,944 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/ns/fca7c56cd0034aa5b136d682726b60ca is 43, key is default/ns:d/1731360066988/Put/seqid=0 2024-11-11T21:21:45,944 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/.tmp/f1/5be891790a9e4e37bfc50c920bf161c8 is 30, key is row1/f1:/1731360094219/DeleteFamily/seqid=0 2024-11-11T21:21:45,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:21:45,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741843_1019 (size=5158) 2024-11-11T21:21:45,973 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1496, reset compression=false 2024-11-11T21:21:45,976 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:45,976 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1743, reset compression=false 2024-11-11T21:21:45,976 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,46859,1731360064002 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:21:45,977 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,46859,1731360064002: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,46859,1731360064002, walGroup=f286ae0a5299%2C46859%2C1731360064002, offset=f286ae0a5299%2C46859%2C1731360064002.1731360065809:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:46859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:21:45,978 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:21:45,978 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:21:45,978 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:21:45,978 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:21:45,978 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:21:45,979 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 763339608 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 198985664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:21:45,979 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:44137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:44137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:21:46,105 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a26e274a76332f4a212ec8c3b7b9f9, d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:46,179 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1743, reset compression=false 2024-11-11T21:21:46,305 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a26e274a76332f4a212ec8c3b7b9f9, d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:46,348 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/ns/fca7c56cd0034aa5b136d682726b60ca 2024-11-11T21:21:46,348 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/.tmp/f1/5be891790a9e4e37bfc50c920bf161c8 2024-11-11T21:21:46,351 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5be891790a9e4e37bfc50c920bf161c8 2024-11-11T21:21:46,364 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/.tmp/norep/d066abcf12c741128caed05de16c6596 is 32, key is row/norep:/1731360093215/DeleteFamily/seqid=0 2024-11-11T21:21:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741844_1020 (size=5101) 2024-11-11T21:21:46,367 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/rep_barrier/bb635dc9a7c34e68afb23c3256645f52 is 112, key is test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9./rep_barrier:seqnumDuringOpen/1731360078336/Put/seqid=0 2024-11-11T21:21:46,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741845_1021 (size=5518) 2024-11-11T21:21:46,482 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1743, reset compression=false 2024-11-11T21:21:46,506 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a26e274a76332f4a212ec8c3b7b9f9, d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:46,706 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a26e274a76332f4a212ec8c3b7b9f9, d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:46,767 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/.tmp/norep/d066abcf12c741128caed05de16c6596 2024-11-11T21:21:46,770 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/rep_barrier/bb635dc9a7c34e68afb23c3256645f52 2024-11-11T21:21:46,771 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d066abcf12c741128caed05de16c6596 2024-11-11T21:21:46,772 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/.tmp/f/9486c16a83d94d1aa823b74bc0907be3 as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/f/9486c16a83d94d1aa823b74bc0907be3 2024-11-11T21:21:46,775 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9486c16a83d94d1aa823b74bc0907be3 2024-11-11T21:21:46,775 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/f/9486c16a83d94d1aa823b74bc0907be3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T21:21:46,776 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/.tmp/f1/5be891790a9e4e37bfc50c920bf161c8 as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/f1/5be891790a9e4e37bfc50c920bf161c8 2024-11-11T21:21:46,780 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5be891790a9e4e37bfc50c920bf161c8 2024-11-11T21:21:46,780 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/f1/5be891790a9e4e37bfc50c920bf161c8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T21:21:46,780 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/.tmp/norep/d066abcf12c741128caed05de16c6596 as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/norep/d066abcf12c741128caed05de16c6596 2024-11-11T21:21:46,784 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d066abcf12c741128caed05de16c6596 2024-11-11T21:21:46,784 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/norep/d066abcf12c741128caed05de16c6596, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T21:21:46,785 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 49a26e274a76332f4a212ec8c3b7b9f9 in 1280ms, sequenceid=12, compaction requested=false 2024-11-11T21:21:46,785 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T21:21:46,788 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/table/8ab5cc6ceaa24027a197fdc669cb4f73 is 53, key is hbase:replication/table:state/1731360084514/Put/seqid=0 2024-11-11T21:21:46,792 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/default/test/49a26e274a76332f4a212ec8c3b7b9f9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T21:21:46,792 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:21:46,792 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:21:46,793 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:46,793 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49a26e274a76332f4a212ec8c3b7b9f9: Waiting for close lock at 1731360105504Running coprocessor pre-close hooks at 1731360105504Disabling compacts and flushes for region at 1731360105504Disabling writes for close at 1731360105505 (+1 ms)Obtaining lock to block concurrent updates at 1731360105505Preparing flush snapshotting stores in 49a26e274a76332f4a212ec8c3b7b9f9 at 1731360105505Finished memstore snapshotting test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731360105505Flushing stores of test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. at 1731360105506 (+1 ms)Flushing 49a26e274a76332f4a212ec8c3b7b9f9/f: creating writer at 1731360105506Flushing 49a26e274a76332f4a212ec8c3b7b9f9/f: appending metadata at 1731360105522 (+16 ms)Flushing 49a26e274a76332f4a212ec8c3b7b9f9/f: closing flushed file at 1731360105522Flushing 49a26e274a76332f4a212ec8c3b7b9f9/f1: creating writer at 1731360105929 (+407 ms)Flushing 49a26e274a76332f4a212ec8c3b7b9f9/f1: appending metadata at 1731360105944 (+15 ms)Flushing 49a26e274a76332f4a212ec8c3b7b9f9/f1: closing flushed file at 1731360105944Flushing 49a26e274a76332f4a212ec8c3b7b9f9/norep: creating writer at 1731360106351 (+407 ms)Flushing 49a26e274a76332f4a212ec8c3b7b9f9/norep: appending metadata at 1731360106363 (+12 ms)Flushing 49a26e274a76332f4a212ec8c3b7b9f9/norep: closing flushed file at 1731360106363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459ee695: reopening flushed file at 1731360106771 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6189e36a: reopening flushed file at 1731360106776 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26799295: reopening flushed file at 1731360106780 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 49a26e274a76332f4a212ec8c3b7b9f9 in 1280ms, sequenceid=12, compaction requested=false at 1731360106785 (+5 ms)Writing region close event to WAL at 1731360106789 (+4 ms)Running coprocessor post-close hooks at 1731360106792 (+3 ms)Closed at 1731360106792 2024-11-11T21:21:46,793 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360077183.49a26e274a76332f4a212ec8c3b7b9f9. 2024-11-11T21:21:46,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741846_1022 (size=5308) 2024-11-11T21:21:46,793 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8134ac3f8101f5dc674b27b1f94c0e7, disabling compactions & flushes 2024-11-11T21:21:46,793 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:46,793 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:46,793 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. after waiting 0 ms 2024-11-11T21:21:46,793 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:46,793 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8134ac3f8101f5dc674b27b1f94c0e7: Waiting for close lock at 1731360106793Running coprocessor pre-close hooks at 1731360106793Disabling compacts and flushes for region at 1731360106793Disabling writes for close at 1731360106793Failed flush hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7., putting online again at 1731360106793 2024-11-11T21:21:46,793 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:46,885 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 1743, reset compression=false 2024-11-11T21:21:46,889 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:21:46,889 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 2387, reset compression=false 2024-11-11T21:21:46,906 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:21:46,906 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d8134ac3f8101f5dc674b27b1f94c0e7=hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7.} 2024-11-11T21:21:46,906 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(3091): Received CLOSE for d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:46,906 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8134ac3f8101f5dc674b27b1f94c0e7 2024-11-11T21:21:46,906 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8134ac3f8101f5dc674b27b1f94c0e7, disabling compactions & flushes 2024-11-11T21:21:46,906 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:46,906 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:46,906 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. after waiting 0 ms 2024-11-11T21:21:46,906 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:46,906 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8134ac3f8101f5dc674b27b1f94c0e7: Waiting for close lock at 1731360106906Running coprocessor pre-close hooks at 1731360106906Disabling compacts and flushes for region at 1731360106906Disabling writes for close at 1731360106906Failed flush hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7., putting online again at 1731360106906 2024-11-11T21:21:46,906 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731360083737.d8134ac3f8101f5dc674b27b1f94c0e7. 2024-11-11T21:21:47,000 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T21:21:47,000 INFO [master/f286ae0a5299:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T21:21:47,092 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 2387, reset compression=false 2024-11-11T21:21:47,106 DEBUG [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:21:47,193 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/table/8ab5cc6ceaa24027a197fdc669cb4f73 2024-11-11T21:21:47,197 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/info/0810fd246af64de3ad3a7f80162fd022 as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/info/0810fd246af64de3ad3a7f80162fd022 2024-11-11T21:21:47,201 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/info/0810fd246af64de3ad3a7f80162fd022, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:21:47,202 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/ns/fca7c56cd0034aa5b136d682726b60ca as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/ns/fca7c56cd0034aa5b136d682726b60ca 2024-11-11T21:21:47,205 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/ns/fca7c56cd0034aa5b136d682726b60ca, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:21:47,206 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/rep_barrier/bb635dc9a7c34e68afb23c3256645f52 as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/rep_barrier/bb635dc9a7c34e68afb23c3256645f52 2024-11-11T21:21:47,209 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/rep_barrier/bb635dc9a7c34e68afb23c3256645f52, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:21:47,209 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/.tmp/table/8ab5cc6ceaa24027a197fdc669cb4f73 as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/table/8ab5cc6ceaa24027a197fdc669cb4f73 2024-11-11T21:21:47,212 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/table/8ab5cc6ceaa24027a197fdc669cb4f73, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:21:47,213 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-11T21:21:47,213 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:21:47,217 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:21:47,218 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:21:47,218 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:21:47,218 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:47,218 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360105505Running coprocessor pre-close hooks at 1731360105505Disabling compacts and flushes for region at 1731360105505Disabling writes for close at 1731360105505Obtaining lock to block concurrent updates at 1731360105505Preparing flush snapshotting stores in 1588230740 at 1731360105505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360105505Flushing stores of hbase:meta,,1.1588230740 at 1731360105505Flushing 1588230740/info: creating writer at 1731360105506 (+1 ms)Flushing 1588230740/info: appending metadata at 1731360105521 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731360105521Flushing 1588230740/ns: creating writer at 1731360105929 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731360105944 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731360105944Flushing 1588230740/rep_barrier: creating writer at 1731360106351 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360106367 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360106367Flushing 1588230740/table: creating writer at 1731360106773 (+406 ms)Flushing 1588230740/table: appending metadata at 1731360106788 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731360106788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1025611: reopening flushed file at 1731360107197 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26086ea0: reopening flushed file at 1731360107201 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ab06bc: reopening flushed file at 1731360107205 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709dc619: reopening flushed file at 1731360107209 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731360107213 (+4 ms)Writing region close event to WAL at 1731360107214 (+1 ms)Running coprocessor post-close hooks at 1731360107217 (+3 ms)Closed at 1731360107218 (+1 ms) 2024-11-11T21:21:47,218 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:47,306 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T21:21:47,306 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,46859,1731360064002; all regions closed. 2024-11-11T21:21:47,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:21:47,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.meta.1731360066827.meta not finished, retry = 0 2024-11-11T21:21:47,395 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 to pos 2387, reset compression=false 2024-11-11T21:21:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741839_1015 (size=2609) 2024-11-11T21:21:47,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.rep.1731360084479 not finished, retry = 0 2024-11-11T21:21:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741832_1008 (size=2395) 2024-11-11T21:21:47,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/WALs/f286ae0a5299,46859,1731360064002/f286ae0a5299%2C46859%2C1731360064002.1731360065809 not finished, retry = 0 2024-11-11T21:21:47,613 DEBUG [RS:0;f286ae0a5299:46859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:47,614 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:21:47,614 INFO [RS:0;f286ae0a5299:46859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:21:47,614 INFO [RS:0;f286ae0a5299:46859 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:21:47,614 INFO [RS:0;f286ae0a5299:46859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:21:47,614 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:21:47,614 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,46859,1731360064002 because: Region server is closing 2024-11-11T21:21:47,615 INFO [RS:0;f286ae0a5299:46859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:46859. 2024-11-11T21:21:47,615 DEBUG [RS:0;f286ae0a5299:46859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:47,615 DEBUG [RS:0;f286ae0a5299:46859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:47,615 DEBUG [RS:0;f286ae0a5299:46859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:47,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:47,715 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.shipperf286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 terminated 2024-11-11T21:21:47,715 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,46859,1731360064002.replicationSource.wal-reader.f286ae0a5299%2C46859%2C1731360064002,1-f286ae0a5299,46859,1731360064002 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:21:47,715 INFO [RS:0;f286ae0a5299:46859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:46859. 2024-11-11T21:21:47,715 DEBUG [RS:0;f286ae0a5299:46859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:21:47,715 DEBUG [RS:0;f286ae0a5299:46859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:47,715 DEBUG [RS:0;f286ae0a5299:46859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:47,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:21:47,715 INFO [RS:0;f286ae0a5299:46859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46859 2024-11-11T21:21:47,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236949944/rs/f286ae0a5299,46859,1731360064002 2024-11-11T21:21:47,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944/rs 2024-11-11T21:21:47,762 INFO [RS:0;f286ae0a5299:46859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:21:47,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,46859,1731360064002] 2024-11-11T21:21:47,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01236949944/draining/f286ae0a5299,46859,1731360064002 already deleted, retry=false 2024-11-11T21:21:47,783 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,46859,1731360064002 expired; onlineServers=0 2024-11-11T21:21:47,783 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,44137,1731360063354' ***** 2024-11-11T21:21:47,783 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:21:47,783 INFO [M:0;f286ae0a5299:44137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:21:47,784 INFO [M:0;f286ae0a5299:44137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:21:47,784 DEBUG [M:0;f286ae0a5299:44137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:21:47,784 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:21:47,784 DEBUG [M:0;f286ae0a5299:44137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:21:47,784 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360065613 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360065613,5,FailOnTimeoutGroup] 2024-11-11T21:21:47,784 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360065613 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360065613,5,FailOnTimeoutGroup] 2024-11-11T21:21:47,784 INFO [M:0;f286ae0a5299:44137 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:21:47,784 INFO [M:0;f286ae0a5299:44137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:21:47,784 DEBUG [M:0;f286ae0a5299:44137 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:21:47,784 INFO [M:0;f286ae0a5299:44137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:21:47,784 INFO [M:0;f286ae0a5299:44137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:21:47,784 ERROR [M:0;f286ae0a5299:44137 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32947,5,PEWorkerGroup] 2024-11-11T21:21:47,784 INFO [M:0;f286ae0a5299:44137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:21:47,785 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:21:47,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01236949944/master 2024-11-11T21:21:47,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01236949944 2024-11-11T21:21:47,794 DEBUG [M:0;f286ae0a5299:44137 {}] zookeeper.ZKUtil(347): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Unable to get data of znode /01236949944/master because node does not exist (not an error) 2024-11-11T21:21:47,794 WARN [M:0;f286ae0a5299:44137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:21:47,795 INFO [M:0;f286ae0a5299:44137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/.lastflushedseqids 2024-11-11T21:21:47,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741847_1023 (size=245) 2024-11-11T21:21:47,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:47,873 INFO [RS:0;f286ae0a5299:46859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:21:47,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46859-0x1012bc5f1510001, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:47,873 INFO [RS:0;f286ae0a5299:46859 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,46859,1731360064002; zookeeper connection closed. 2024-11-11T21:21:47,873 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 2024-11-11T21:21:47,873 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:21:48,199 INFO [M:0;f286ae0a5299:44137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:21:48,199 INFO [M:0;f286ae0a5299:44137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:21:48,199 DEBUG [M:0;f286ae0a5299:44137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:21:48,199 INFO [M:0;f286ae0a5299:44137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:48,199 DEBUG [M:0;f286ae0a5299:44137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:48,199 DEBUG [M:0;f286ae0a5299:44137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:21:48,199 DEBUG [M:0;f286ae0a5299:44137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:48,199 INFO [M:0;f286ae0a5299:44137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-11T21:21:48,212 DEBUG [M:0;f286ae0a5299:44137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/610bb2a73b4743d38653072ddd6bc1da is 82, key is hbase:meta,,1/info:regioninfo/1731360066854/Put/seqid=0 2024-11-11T21:21:48,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741848_1024 (size=5672) 2024-11-11T21:21:48,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:21:48,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:21:48,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:21:48,616 INFO [M:0;f286ae0a5299:44137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/610bb2a73b4743d38653072ddd6bc1da 2024-11-11T21:21:48,636 DEBUG [M:0;f286ae0a5299:44137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff3dd9dfd0bd40b8a2111ec5c9e6dd74 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360078345/Put/seqid=0 2024-11-11T21:21:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741849_1025 (size=7217) 2024-11-11T21:21:49,042 INFO [M:0;f286ae0a5299:44137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff3dd9dfd0bd40b8a2111ec5c9e6dd74 2024-11-11T21:21:49,045 INFO [M:0;f286ae0a5299:44137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff3dd9dfd0bd40b8a2111ec5c9e6dd74 2024-11-11T21:21:49,057 DEBUG [M:0;f286ae0a5299:44137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/123f19adcdad46ac8a5f8ff75a512b60 is 69, key is f286ae0a5299,46859,1731360064002/rs:state/1731360065666/Put/seqid=0 2024-11-11T21:21:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741850_1026 (size=5156) 2024-11-11T21:21:49,061 INFO [M:0;f286ae0a5299:44137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/123f19adcdad46ac8a5f8ff75a512b60 2024-11-11T21:21:49,064 DEBUG [M:0;f286ae0a5299:44137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/610bb2a73b4743d38653072ddd6bc1da as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/610bb2a73b4743d38653072ddd6bc1da 2024-11-11T21:21:49,067 INFO [M:0;f286ae0a5299:44137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/610bb2a73b4743d38653072ddd6bc1da, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T21:21:49,068 DEBUG [M:0;f286ae0a5299:44137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff3dd9dfd0bd40b8a2111ec5c9e6dd74 as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff3dd9dfd0bd40b8a2111ec5c9e6dd74 2024-11-11T21:21:49,070 INFO [M:0;f286ae0a5299:44137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff3dd9dfd0bd40b8a2111ec5c9e6dd74 2024-11-11T21:21:49,070 INFO [M:0;f286ae0a5299:44137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff3dd9dfd0bd40b8a2111ec5c9e6dd74, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T21:21:49,071 DEBUG [M:0;f286ae0a5299:44137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/123f19adcdad46ac8a5f8ff75a512b60 as hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/123f19adcdad46ac8a5f8ff75a512b60 2024-11-11T21:21:49,074 INFO [M:0;f286ae0a5299:44137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32947/user/jenkins/test-data/9f59b53d-a385-57a2-3005-83a1d6bbf27c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/123f19adcdad46ac8a5f8ff75a512b60, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T21:21:49,074 INFO [M:0;f286ae0a5299:44137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=105, compaction requested=false 2024-11-11T21:21:49,079 INFO [M:0;f286ae0a5299:44137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:49,079 DEBUG [M:0;f286ae0a5299:44137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360108199Disabling compacts and flushes for region at 1731360108199Disabling writes for close at 1731360108199Obtaining lock to block concurrent updates at 1731360108199Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360108199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731360108199Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360108200 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360108200Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360108212 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360108212Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360108619 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360108635 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360108635Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360109045 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360109057 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360109057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506249ab: reopening flushed file at 1731360109064 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314c805d: reopening flushed file at 1731360109067 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673fbaab: reopening flushed file at 1731360109070 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=105, compaction requested=false at 1731360109074 (+4 ms)Writing region close event to WAL at 1731360109079 (+5 ms)Closed at 1731360109079 2024-11-11T21:21:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33841 is added to blk_1073741830_1006 (size=64411) 2024-11-11T21:21:49,082 INFO [M:0;f286ae0a5299:44137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:21:49,082 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:21:49,082 INFO [M:0;f286ae0a5299:44137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44137 2024-11-11T21:21:49,082 INFO [M:0;f286ae0a5299:44137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:21:49,315 INFO [M:0;f286ae0a5299:44137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:21:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1012bc5f1510000, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:21:49,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:21:49,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c791f9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:21:49,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52e74e5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:21:49,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:21:49,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4363cf83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:21:49,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65ca8709{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.log.dir/,STOPPED} 2024-11-11T21:21:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:21:49,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:21:49,384 WARN [BP-942522127-172.17.0.2-1731360060861 heartbeating to localhost/127.0.0.1:32947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:21:49,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:21:49,384 WARN [BP-942522127-172.17.0.2-1731360060861 heartbeating to localhost/127.0.0.1:32947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-942522127-172.17.0.2-1731360060861 (Datanode Uuid 41ee4019-a204-4d8a-aab0-7398f5cb3123) service to localhost/127.0.0.1:32947 2024-11-11T21:21:49,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/cluster_d94898e3-d753-a9a4-aaf8-0fa87fcdce38/data/data1/current/BP-942522127-172.17.0.2-1731360060861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:21:49,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/cluster_d94898e3-d753-a9a4-aaf8-0fa87fcdce38/data/data2/current/BP-942522127-172.17.0.2-1731360060861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:21:49,385 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:21:49,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@607bdcf4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:21:49,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e7e5f4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:21:49,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:21:49,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58c498ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:21:49,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@656a1ecb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27f1022-f823-b36e-52b6-2b7b7d3b1efa/hadoop.log.dir/,STOPPED} 2024-11-11T21:21:49,396 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:21:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:21:49,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65029) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38447 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:32947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43299 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:32947 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65029) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:32947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:32947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65029) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=727 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=1883 (was 1855) - AvailableMemoryMB LEAK? - 2024-11-11T21:21:49,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=1883 2024-11-11T21:21:49,439 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T21:21:49,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.log.dir so I do NOT create it in target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63 2024-11-11T21:21:49,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:21:49,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.tmp.dir so I do NOT create it in target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63 2024-11-11T21:21:49,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85625650-2b8e-f4a9-a127-4188a59e13a9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:21:49,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63 2024-11-11T21:21:49,440 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/cluster_7fe74a20-0462-c399-aec2-64b2296fc7b3, deleteOnExit=true 2024-11-11T21:21:49,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/cluster_7fe74a20-0462-c399-aec2-64b2296fc7b3/zookeeper_0, clientPort=65135, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/cluster_7fe74a20-0462-c399-aec2-64b2296fc7b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/cluster_7fe74a20-0462-c399-aec2-64b2296fc7b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:21:49,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65135 2024-11-11T21:21:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:21:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:21:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/test.cache.data in system properties and HBase conf 2024-11-11T21:21:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:21:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:21:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:21:49,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:21:49,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012bc5f1510008, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:21:49,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012bc5f1510005, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:21:49,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012bc5f1510002, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:21:49,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012bc5f1510002, quorum=127.0.0.1:65029, baseZNode=/01236949944 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:21:49,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012bc5f1510008, quorum=127.0.0.1:65029, baseZNode=/2397426931 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:21:49,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012bc5f1510005, quorum=127.0.0.1:65029, baseZNode=/1668531489 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:21:49,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:49,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:49,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:49,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:49,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:21:49,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:49,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d81f97b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:49,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@801c30b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:50,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f617e96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/java.io.tmpdir/jetty-localhost-37247-hadoop-hdfs-3_4_1-tests_jar-_-any-11065643866913813755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:21:50,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b33ff35{HTTP/1.1, (http/1.1)}{localhost:37247} 2024-11-11T21:21:50,019 INFO [Time-limited test {}] server.Server(415): Started @279133ms 2024-11-11T21:21:50,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:50,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:50,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:50,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:50,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:21:50,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d300f56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:50,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783d26c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:50,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@406201c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/java.io.tmpdir/jetty-localhost-35437-hadoop-hdfs-3_4_1-tests_jar-_-any-12480653084233576891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:21:50,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2425f6ae{HTTP/1.1, (http/1.1)}{localhost:35437} 2024-11-11T21:21:50,357 INFO [Time-limited test {}] server.Server(415): Started @279472ms 2024-11-11T21:21:50,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:21:50,987 WARN [Thread-3454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/cluster_7fe74a20-0462-c399-aec2-64b2296fc7b3/data/data1/current/BP-272629915-172.17.0.2-1731360109481/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:50,987 WARN [Thread-3455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/cluster_7fe74a20-0462-c399-aec2-64b2296fc7b3/data/data2/current/BP-272629915-172.17.0.2-1731360109481/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:51,006 WARN [Thread-3442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:21:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4711802bb803a9b8 with lease ID 0x71ab68e22dcd5d02: Processing first storage report for DS-841bb82a-6cbe-4c52-adff-8ab0e19530fb from datanode DatanodeRegistration(127.0.0.1:35501, datanodeUuid=a6f49293-4750-4b8b-ac58-9338155c28b9, infoPort=34585, infoSecurePort=0, ipcPort=40601, storageInfo=lv=-57;cid=testClusterID;nsid=419322775;c=1731360109481) 2024-11-11T21:21:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4711802bb803a9b8 with lease ID 0x71ab68e22dcd5d02: from storage DS-841bb82a-6cbe-4c52-adff-8ab0e19530fb node DatanodeRegistration(127.0.0.1:35501, datanodeUuid=a6f49293-4750-4b8b-ac58-9338155c28b9, infoPort=34585, infoSecurePort=0, ipcPort=40601, storageInfo=lv=-57;cid=testClusterID;nsid=419322775;c=1731360109481), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:21:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4711802bb803a9b8 with lease ID 0x71ab68e22dcd5d02: Processing first storage report for DS-2f60e53c-d2cb-49cf-8bf5-6a52c1c9e7d0 from datanode DatanodeRegistration(127.0.0.1:35501, datanodeUuid=a6f49293-4750-4b8b-ac58-9338155c28b9, infoPort=34585, infoSecurePort=0, ipcPort=40601, storageInfo=lv=-57;cid=testClusterID;nsid=419322775;c=1731360109481) 2024-11-11T21:21:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4711802bb803a9b8 with lease ID 0x71ab68e22dcd5d02: from storage DS-2f60e53c-d2cb-49cf-8bf5-6a52c1c9e7d0 node DatanodeRegistration(127.0.0.1:35501, datanodeUuid=a6f49293-4750-4b8b-ac58-9338155c28b9, infoPort=34585, infoSecurePort=0, ipcPort=40601, storageInfo=lv=-57;cid=testClusterID;nsid=419322775;c=1731360109481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:21:51,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63 2024-11-11T21:21:51,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:51,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:21:51,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca with version=8 2024-11-11T21:21:51,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/hbase-staging 2024-11-11T21:21:51,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:51,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:51,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:51,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:21:51,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:51,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43317 2024-11-11T21:21:51,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43317 connecting to ZooKeeper ensemble=127.0.0.1:65135 2024-11-11T21:21:51,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433170x0, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:51,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43317-0x1012bc6af3e0000 connected 2024-11-11T21:21:51,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:51,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:51,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on znode that does not yet exist, /01256479033/running 2024-11-11T21:21:51,839 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca, hbase.cluster.distributed=false 2024-11-11T21:21:51,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on znode that does not yet exist, /01256479033/acl 2024-11-11T21:21:51,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43317 2024-11-11T21:21:51,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43317 2024-11-11T21:21:51,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43317 2024-11-11T21:21:51,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43317 2024-11-11T21:21:51,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43317 2024-11-11T21:21:51,858 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:51,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:51,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:51,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:51,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:51,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:51,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:21:51,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:51,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38561 2024-11-11T21:21:51,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38561 connecting to ZooKeeper ensemble=127.0.0.1:65135 2024-11-11T21:21:51,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:51,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:51,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385610x0, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:51,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38561-0x1012bc6af3e0001 connected 2024-11-11T21:21:51,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on znode that does not yet exist, /01256479033/running 2024-11-11T21:21:51,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:21:51,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:21:51,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on znode that does not yet exist, /01256479033/master 2024-11-11T21:21:51,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on znode that does not yet exist, /01256479033/acl 2024-11-11T21:21:51,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38561 2024-11-11T21:21:51,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38561 2024-11-11T21:21:51,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38561 2024-11-11T21:21:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38561 2024-11-11T21:21:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38561 2024-11-11T21:21:51,888 DEBUG [M:0;f286ae0a5299:43317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:43317 2024-11-11T21:21:51,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01256479033/backup-masters/f286ae0a5299,43317,1731360111491 2024-11-11T21:21:51,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033/backup-masters 2024-11-11T21:21:51,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033/backup-masters 2024-11-11T21:21:51,899 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on existing znode=/01256479033/backup-masters/f286ae0a5299,43317,1731360111491 2024-11-11T21:21:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01256479033/master 2024-11-11T21:21:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:51,910 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on existing znode=/01256479033/master 2024-11-11T21:21:51,910 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01256479033/backup-masters/f286ae0a5299,43317,1731360111491 from backup master directory 2024-11-11T21:21:51,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256479033/backup-masters/f286ae0a5299,43317,1731360111491 2024-11-11T21:21:51,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033/backup-masters 2024-11-11T21:21:51,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033/backup-masters 2024-11-11T21:21:51,920 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:51,920 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,43317,1731360111491 2024-11-11T21:21:51,923 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/hbase.id] with ID: 95265b0d-d105-4ec3-a2c3-67bf8eb33cdc 2024-11-11T21:21:51,923 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/.tmp/hbase.id 2024-11-11T21:21:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:21:52,327 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/.tmp/hbase.id]:[hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/hbase.id] 2024-11-11T21:21:52,334 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:52,334 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:21:52,335 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:21:52,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:52,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:52,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:21:52,801 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:52,802 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:21:52,802 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:52,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:21:53,208 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store 2024-11-11T21:21:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:21:53,613 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:53,613 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:21:53,613 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:53,613 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:53,613 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:21:53,613 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:53,613 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:53,613 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360113613Disabling compacts and flushes for region at 1731360113613Disabling writes for close at 1731360113613Writing region close event to WAL at 1731360113613Closed at 1731360113613 2024-11-11T21:21:53,614 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/.initializing 2024-11-11T21:21:53,614 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/WALs/f286ae0a5299,43317,1731360111491 2024-11-11T21:21:53,614 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:53,615 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C43317%2C1731360111491, suffix=, logDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/WALs/f286ae0a5299,43317,1731360111491, archiveDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/oldWALs, maxLogs=10 2024-11-11T21:21:53,627 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/WALs/f286ae0a5299,43317,1731360111491/f286ae0a5299%2C43317%2C1731360111491.1731360113616, exclude list is [], retry=0 2024-11-11T21:21:53,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35501,DS-841bb82a-6cbe-4c52-adff-8ab0e19530fb,DISK] 2024-11-11T21:21:53,631 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/WALs/f286ae0a5299,43317,1731360111491/f286ae0a5299%2C43317%2C1731360111491.1731360113616 2024-11-11T21:21:53,631 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34585:34585)] 2024-11-11T21:21:53,631 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:53,631 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:53,631 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,631 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:21:53,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:53,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:53,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:21:53,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:53,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:53,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:21:53,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:53,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:53,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:21:53,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:53,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:53,636 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,637 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,637 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,638 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,638 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,638 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:53,639 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:53,640 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:53,640 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74377333, jitterRate=0.10830862820148468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:53,641 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360113631Initializing all the Stores at 1731360113632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360113632Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360113632Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360113632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360113632Cleaning up temporary data from old regions at 1731360113638 (+6 ms)Region opened successfully at 1731360113640 (+2 ms) 2024-11-11T21:21:53,641 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:21:53,642 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7bcf75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:53,643 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:21:53,643 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:21:53,643 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:21:53,643 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:21:53,644 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:21:53,644 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:21:53,644 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:21:53,645 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:21:53,646 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Unable to get data of znode /01256479033/balancer because node does not exist (not necessarily an error) 2024-11-11T21:21:53,720 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256479033/balancer already deleted, retry=false 2024-11-11T21:21:53,720 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:21:53,721 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Unable to get data of znode /01256479033/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:21:53,733 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256479033/normalizer already deleted, retry=false 2024-11-11T21:21:53,734 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:21:53,734 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Unable to get data of znode /01256479033/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:21:53,744 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256479033/switch/split already deleted, retry=false 2024-11-11T21:21:53,745 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Unable to get data of znode /01256479033/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:21:53,754 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256479033/switch/merge already deleted, retry=false 2024-11-11T21:21:53,756 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Unable to get data of znode /01256479033/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:21:53,765 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01256479033/snapshot-cleanup already deleted, retry=false 2024-11-11T21:21:53,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01256479033/running 2024-11-11T21:21:53,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01256479033/running 2024-11-11T21:21:53,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:53,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:53,776 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,43317,1731360111491, sessionid=0x1012bc6af3e0000, setting cluster-up flag (Was=false) 2024-11-11T21:21:53,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:53,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:53,828 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01256479033/flush-table-proc/acquired, /01256479033/flush-table-proc/reached, /01256479033/flush-table-proc/abort 2024-11-11T21:21:53,829 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,43317,1731360111491 2024-11-11T21:21:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:53,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:53,881 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01256479033/online-snapshot/acquired, /01256479033/online-snapshot/reached, /01256479033/online-snapshot/abort 2024-11-11T21:21:53,881 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,43317,1731360111491 2024-11-11T21:21:53,882 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:21:53,883 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:53,883 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:21:53,883 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:21:53,884 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,43317,1731360111491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:21:53,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:53,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:53,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:53,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:53,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:21:53,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:53,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:53,885 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:53,886 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360143886 2024-11-11T21:21:53,886 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:21:53,886 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:21:53,886 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:21:53,886 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:21:53,886 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:21:53,886 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:21:53,886 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:53,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:53,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:21:53,887 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360113887,5,FailOnTimeoutGroup] 2024-11-11T21:21:53,887 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:53,887 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360113887,5,FailOnTimeoutGroup] 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:53,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:53,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:21:53,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:21:53,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:21:53,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:21:53,896 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88675 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:21:53,980 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(746): ClusterId : 95265b0d-d105-4ec3-a2c3-67bf8eb33cdc 2024-11-11T21:21:53,980 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:21:53,986 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:21:53,987 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:21:53,997 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:21:53,997 DEBUG [RS:0;f286ae0a5299:38561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c93a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:54,007 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:38561 2024-11-11T21:21:54,008 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:21:54,008 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:21:54,008 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:21:54,008 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,43317,1731360111491 with port=38561, startcode=1731360111858 2024-11-11T21:21:54,008 DEBUG [RS:0;f286ae0a5299:38561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:21:54,009 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:21:54,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,38561,1731360111858 2024-11-11T21:21:54,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43317 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,38561,1731360111858 2024-11-11T21:21:54,011 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca 2024-11-11T21:21:54,011 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42043 2024-11-11T21:21:54,011 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:21:54,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033/rs 2024-11-11T21:21:54,018 DEBUG [RS:0;f286ae0a5299:38561 {}] zookeeper.ZKUtil(111): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on existing znode=/01256479033/rs/f286ae0a5299,38561,1731360111858 2024-11-11T21:21:54,018 WARN [RS:0;f286ae0a5299:38561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:54,018 INFO [RS:0;f286ae0a5299:38561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:54,018 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858 2024-11-11T21:21:54,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,38561,1731360111858] 2024-11-11T21:21:54,021 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:21:54,022 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:21:54,022 INFO [RS:0;f286ae0a5299:38561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:21:54,022 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,022 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:21:54,022 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:21:54,022 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,022 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:54,023 DEBUG [RS:0;f286ae0a5299:38561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:54,027 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,027 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,027 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,027 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,027 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,027 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38561,1731360111858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:21:54,039 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:21:54,039 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,38561,1731360111858-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,039 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,039 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.Replication(171): f286ae0a5299,38561,1731360111858 started 2024-11-11T21:21:54,050 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:54,050 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,38561,1731360111858, RpcServer on f286ae0a5299/172.17.0.2:38561, sessionid=0x1012bc6af3e0001 2024-11-11T21:21:54,050 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:21:54,050 DEBUG [RS:0;f286ae0a5299:38561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,38561,1731360111858 2024-11-11T21:21:54,050 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,38561,1731360111858' 2024-11-11T21:21:54,051 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01256479033/flush-table-proc/abort' 2024-11-11T21:21:54,051 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01256479033/flush-table-proc/acquired' 2024-11-11T21:21:54,051 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:21:54,051 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:21:54,051 DEBUG [RS:0;f286ae0a5299:38561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,38561,1731360111858 2024-11-11T21:21:54,051 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,38561,1731360111858' 2024-11-11T21:21:54,051 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01256479033/online-snapshot/abort' 2024-11-11T21:21:54,052 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01256479033/online-snapshot/acquired' 2024-11-11T21:21:54,052 DEBUG [RS:0;f286ae0a5299:38561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:21:54,052 INFO [RS:0;f286ae0a5299:38561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:21:54,052 INFO [RS:0;f286ae0a5299:38561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:21:54,152 INFO [RS:0;f286ae0a5299:38561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:54,153 INFO [RS:0;f286ae0a5299:38561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C38561%2C1731360111858, suffix=, logDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858, archiveDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/oldWALs, maxLogs=10 2024-11-11T21:21:54,164 DEBUG [RS:0;f286ae0a5299:38561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153, exclude list is [], retry=0 2024-11-11T21:21:54,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35501,DS-841bb82a-6cbe-4c52-adff-8ab0e19530fb,DISK] 2024-11-11T21:21:54,168 INFO [RS:0;f286ae0a5299:38561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 2024-11-11T21:21:54,168 DEBUG [RS:0;f286ae0a5299:38561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34585:34585)] 2024-11-11T21:21:54,292 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:21:54,292 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca 2024-11-11T21:21:54,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:21:54,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:54,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:21:54,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:21:54,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:54,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:54,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:21:54,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:21:54,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:54,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:54,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:21:54,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:21:54,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:54,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:54,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:21:54,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:21:54,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:54,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:54,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:21:54,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740 2024-11-11T21:21:54,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740 2024-11-11T21:21:54,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:21:54,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:21:54,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:54,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:21:54,705 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:54,705 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67395096, jitterRate=0.004265189170837402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:54,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360114696Initializing all the Stores at 1731360114697 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360114697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360114697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360114697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360114697Cleaning up temporary data from old regions at 1731360114703 (+6 ms)Region opened successfully at 1731360114705 (+2 ms) 2024-11-11T21:21:54,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:21:54,706 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:21:54,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:21:54,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:21:54,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:21:54,706 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:21:54,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360114706Disabling compacts and flushes for region at 1731360114706Disabling writes for close at 1731360114706Writing region close event to WAL at 1731360114706Closed at 1731360114706 2024-11-11T21:21:54,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:54,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:21:54,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:21:54,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:21:54,708 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:21:54,858 DEBUG [f286ae0a5299:43317 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:21:54,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,38561,1731360111858 2024-11-11T21:21:54,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,38561,1731360111858, state=OPENING 2024-11-11T21:21:54,909 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:21:54,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:54,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:21:54,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01256479033/meta-region-server: CHANGED 2024-11-11T21:21:54,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01256479033/meta-region-server: CHANGED 2024-11-11T21:21:54,920 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:21:54,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,38561,1731360111858}] 2024-11-11T21:21:55,072 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:21:55,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:21:55,076 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:21:55,076 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:55,076 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:21:55,077 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C38561%2C1731360111858.meta, suffix=.meta, logDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858, archiveDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/oldWALs, maxLogs=10 2024-11-11T21:21:55,089 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.meta.1731360115077.meta, exclude list is [], retry=0 2024-11-11T21:21:55,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35501,DS-841bb82a-6cbe-4c52-adff-8ab0e19530fb,DISK] 2024-11-11T21:21:55,092 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.meta.1731360115077.meta 2024-11-11T21:21:55,092 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34585:34585)] 2024-11-11T21:21:55,092 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:55,093 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:21:55,093 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:21:55,093 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:21:55,093 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:21:55,093 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:21:55,093 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:55,093 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:21:55,093 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:21:55,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:21:55,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:21:55,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:55,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:55,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:21:55,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:21:55,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:55,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:55,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:21:55,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:21:55,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:55,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:55,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:21:55,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:21:55,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:55,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:55,099 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:21:55,100 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740 2024-11-11T21:21:55,100 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740 2024-11-11T21:21:55,101 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:21:55,101 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:21:55,101 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:55,102 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:21:55,102 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72969153, jitterRate=0.08732511103153229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:55,103 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:21:55,103 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360115093Writing region info on filesystem at 1731360115093Initializing all the Stores at 1731360115094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360115094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360115095 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360115095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360115095Cleaning up temporary data from old regions at 1731360115101 (+6 ms)Running coprocessor post-open hooks at 1731360115103 (+2 ms)Region opened successfully at 1731360115103 2024-11-11T21:21:55,104 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360115072 2024-11-11T21:21:55,105 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:21:55,105 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:21:55,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,38561,1731360111858 2024-11-11T21:21:55,106 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,38561,1731360111858, state=OPEN 2024-11-11T21:21:55,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01256479033/meta-region-server 2024-11-11T21:21:55,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01256479033/meta-region-server 2024-11-11T21:21:55,144 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,38561,1731360111858 2024-11-11T21:21:55,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01256479033/meta-region-server: CHANGED 2024-11-11T21:21:55,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01256479033/meta-region-server: CHANGED 2024-11-11T21:21:55,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:21:55,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,38561,1731360111858 in 224 msec 2024-11-11T21:21:55,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:21:55,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-11T21:21:55,148 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:55,148 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:21:55,149 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:55,149 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,38561,1731360111858, seqNum=-1] 2024-11-11T21:21:55,149 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:55,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:55,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-11T21:21:55,153 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360115153, completionTime=-1 2024-11-11T21:21:55,154 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:21:55,154 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:21:55,155 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:21:55,155 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360175155 2024-11-11T21:21:55,155 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360235155 2024-11-11T21:21:55,155 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:21:55,156 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43317,1731360111491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:55,156 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43317,1731360111491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:55,156 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43317,1731360111491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:55,156 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:43317, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:55,156 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:55,156 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:55,157 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:21:55,159 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.239sec 2024-11-11T21:21:55,159 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:21:55,159 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:21:55,159 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:21:55,159 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:21:55,159 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:21:55,159 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43317,1731360111491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:21:55,159 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43317,1731360111491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:21:55,161 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:21:55,161 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:21:55,161 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,43317,1731360111491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:55,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b2b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:55,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43317,-1 for getting cluster id 2024-11-11T21:21:55,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:21:55,182 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95265b0d-d105-4ec3-a2c3-67bf8eb33cdc' 2024-11-11T21:21:55,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:21:55,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95265b0d-d105-4ec3-a2c3-67bf8eb33cdc" 2024-11-11T21:21:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299d2343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43317,-1] 2024-11-11T21:21:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:21:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:21:55,184 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:21:55,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce34717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:21:55,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:21:55,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,38561,1731360111858, seqNum=-1] 2024-11-11T21:21:55,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:21:55,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:21:55,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,43317,1731360111491 2024-11-11T21:21:55,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65135 2024-11-11T21:21:55,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:55,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc6af3e0002 connected 2024-11-11T21:21:55,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.log.dir so I do NOT create it in target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9 2024-11-11T21:21:55,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:21:55,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.tmp.dir so I do NOT create it in target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9 2024-11-11T21:21:55,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:21:55,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9 2024-11-11T21:21:55,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:21:55,219 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/cluster_b66a76fe-30ef-a224-93b6-ab1b80596ede, deleteOnExit=true 2024-11-11T21:21:55,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/test.cache.data in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:21:55,220 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:21:55,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:21:55,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:21:55,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:21:55,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:21:55,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:21:55,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:55,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:55,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:55,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:55,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:21:55,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:55,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ea24064{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:55,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@720bae67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:55,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d157b00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/java.io.tmpdir/jetty-localhost-39223-hadoop-hdfs-3_4_1-tests_jar-_-any-3611818027578409573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:21:55,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4743df36{HTTP/1.1, (http/1.1)}{localhost:39223} 2024-11-11T21:21:55,622 INFO [Time-limited test {}] server.Server(415): Started @284736ms 2024-11-11T21:21:55,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:21:55,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:21:55,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:21:55,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:21:55,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:21:55,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@788c4d36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:21:55,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25481146{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:21:55,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b065a1e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/java.io.tmpdir/jetty-localhost-42609-hadoop-hdfs-3_4_1-tests_jar-_-any-8911376353635404533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:21:55,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea4b287{HTTP/1.1, (http/1.1)}{localhost:42609} 2024-11-11T21:21:55,978 INFO [Time-limited test {}] server.Server(415): Started @285092ms 2024-11-11T21:21:55,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:21:56,787 WARN [Thread-3575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/cluster_b66a76fe-30ef-a224-93b6-ab1b80596ede/data/data2/current/BP-132930124-172.17.0.2-1731360115234/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:56,787 WARN [Thread-3574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/cluster_b66a76fe-30ef-a224-93b6-ab1b80596ede/data/data1/current/BP-132930124-172.17.0.2-1731360115234/current, will proceed with Du for space computation calculation, 2024-11-11T21:21:56,806 WARN [Thread-3562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:21:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe88ca5395a2d816 with lease ID 0xadb7abb78c979889: Processing first storage report for DS-6cb3e831-5e06-46c0-9161-ebb1960520f0 from datanode DatanodeRegistration(127.0.0.1:45621, datanodeUuid=fb9fb44b-715e-4432-8c66-3ea30aa318b0, infoPort=42285, infoSecurePort=0, ipcPort=38185, storageInfo=lv=-57;cid=testClusterID;nsid=981012226;c=1731360115234) 2024-11-11T21:21:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe88ca5395a2d816 with lease ID 0xadb7abb78c979889: from storage DS-6cb3e831-5e06-46c0-9161-ebb1960520f0 node DatanodeRegistration(127.0.0.1:45621, datanodeUuid=fb9fb44b-715e-4432-8c66-3ea30aa318b0, infoPort=42285, infoSecurePort=0, ipcPort=38185, storageInfo=lv=-57;cid=testClusterID;nsid=981012226;c=1731360115234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:21:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe88ca5395a2d816 with lease ID 0xadb7abb78c979889: Processing first storage report for DS-6c0ae02b-eb34-4932-9252-10db74eb5c76 from datanode DatanodeRegistration(127.0.0.1:45621, datanodeUuid=fb9fb44b-715e-4432-8c66-3ea30aa318b0, infoPort=42285, infoSecurePort=0, ipcPort=38185, storageInfo=lv=-57;cid=testClusterID;nsid=981012226;c=1731360115234) 2024-11-11T21:21:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe88ca5395a2d816 with lease ID 0xadb7abb78c979889: from storage DS-6c0ae02b-eb34-4932-9252-10db74eb5c76 node DatanodeRegistration(127.0.0.1:45621, datanodeUuid=fb9fb44b-715e-4432-8c66-3ea30aa318b0, infoPort=42285, infoSecurePort=0, ipcPort=38185, storageInfo=lv=-57;cid=testClusterID;nsid=981012226;c=1731360115234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:21:56,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9 2024-11-11T21:21:56,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:56,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:56,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:21:56,817 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33 with version=8 2024-11-11T21:21:56,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/hbase-staging 2024-11-11T21:21:56,819 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:56,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:56,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:56,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:56,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:56,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:56,819 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:21:56,819 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:56,820 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37461 2024-11-11T21:21:56,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37461 connecting to ZooKeeper ensemble=127.0.0.1:65135 2024-11-11T21:21:56,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374610x0, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:56,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37461-0x1012bc6af3e0003 connected 2024-11-11T21:21:57,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:57,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:57,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on znode that does not yet exist, /1-616352973/running 2024-11-11T21:21:57,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33, hbase.cluster.distributed=false 2024-11-11T21:21:57,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on znode that does not yet exist, /1-616352973/acl 2024-11-11T21:21:57,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37461 2024-11-11T21:21:57,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37461 2024-11-11T21:21:57,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37461 2024-11-11T21:21:57,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37461 2024-11-11T21:21:57,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37461 2024-11-11T21:21:57,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:21:57,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:57,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:57,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:21:57,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:21:57,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:21:57,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:21:57,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:21:57,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42631 2024-11-11T21:21:57,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42631 connecting to ZooKeeper ensemble=127.0.0.1:65135 2024-11-11T21:21:57,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:57,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:57,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426310x0, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:21:57,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426310x0, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on znode that does not yet exist, /1-616352973/running 2024-11-11T21:21:57,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42631-0x1012bc6af3e0004 connected 2024-11-11T21:21:57,218 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:21:57,218 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:21:57,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on znode that does not yet exist, /1-616352973/master 2024-11-11T21:21:57,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on znode that does not yet exist, /1-616352973/acl 2024-11-11T21:21:57,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42631 2024-11-11T21:21:57,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42631 2024-11-11T21:21:57,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42631 2024-11-11T21:21:57,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42631 2024-11-11T21:21:57,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42631 2024-11-11T21:21:57,237 DEBUG [M:0;f286ae0a5299:37461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:37461 2024-11-11T21:21:57,237 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-616352973/backup-masters/f286ae0a5299,37461,1731360116819 2024-11-11T21:21:57,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973/backup-masters 2024-11-11T21:21:57,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973/backup-masters 2024-11-11T21:21:57,249 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on existing znode=/1-616352973/backup-masters/f286ae0a5299,37461,1731360116819 2024-11-11T21:21:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-616352973/master 2024-11-11T21:21:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:57,260 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on existing znode=/1-616352973/master 2024-11-11T21:21:57,260 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-616352973/backup-masters/f286ae0a5299,37461,1731360116819 from backup master directory 2024-11-11T21:21:57,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973/backup-masters 2024-11-11T21:21:57,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-616352973/backup-masters/f286ae0a5299,37461,1731360116819 2024-11-11T21:21:57,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973/backup-masters 2024-11-11T21:21:57,270 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:57,270 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,37461,1731360116819 2024-11-11T21:21:57,272 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/hbase.id] with ID: afb184c5-0a8b-4f74-9626-fadaf68e5ade 2024-11-11T21:21:57,272 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/.tmp/hbase.id 2024-11-11T21:21:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:21:57,676 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/.tmp/hbase.id]:[hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/hbase.id] 2024-11-11T21:21:57,682 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:21:57,682 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:21:57,683 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:21:57,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:57,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:57,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:21:58,137 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:21:58,138 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:21:58,138 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:21:58,543 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store 2024-11-11T21:21:58,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:21:58,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:21:58,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:21:58,950 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:58,950 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:21:58,950 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:58,950 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:58,950 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:21:58,950 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:58,950 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:21:58,950 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360118950Disabling compacts and flushes for region at 1731360118950Disabling writes for close at 1731360118950Writing region close event to WAL at 1731360118950Closed at 1731360118950 2024-11-11T21:21:58,951 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/.initializing 2024-11-11T21:21:58,951 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/WALs/f286ae0a5299,37461,1731360116819 2024-11-11T21:21:58,951 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:58,952 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C37461%2C1731360116819, suffix=, logDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/WALs/f286ae0a5299,37461,1731360116819, archiveDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/oldWALs, maxLogs=10 2024-11-11T21:21:58,963 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/WALs/f286ae0a5299,37461,1731360116819/f286ae0a5299%2C37461%2C1731360116819.1731360118952, exclude list is [], retry=0 2024-11-11T21:21:58,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-6cb3e831-5e06-46c0-9161-ebb1960520f0,DISK] 2024-11-11T21:21:58,966 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/WALs/f286ae0a5299,37461,1731360116819/f286ae0a5299%2C37461%2C1731360116819.1731360118952 2024-11-11T21:21:58,966 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-11T21:21:58,966 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:21:58,967 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:21:58,967 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,967 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:21:58,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:58,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:21:58,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:21:58,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:58,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:58,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:21:58,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:58,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:58,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:21:58,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:58,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:21:58,972 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,972 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,972 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,973 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,973 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,973 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:21:58,974 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:21:58,975 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:21:58,975 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66021128, jitterRate=-0.016208529472351074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:21:58,975 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360118967Initializing all the Stores at 1731360118967Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360118967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360118967Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360118967Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360118967Cleaning up temporary data from old regions at 1731360118973 (+6 ms)Region opened successfully at 1731360118975 (+2 ms) 2024-11-11T21:21:58,975 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:21:58,977 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769376fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:58,978 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:21:58,978 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:21:58,978 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:21:58,978 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:21:58,978 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:21:58,978 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:21:58,978 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:21:58,979 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:21:58,980 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Unable to get data of znode /1-616352973/balancer because node does not exist (not necessarily an error) 2024-11-11T21:21:59,025 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-616352973/balancer already deleted, retry=false 2024-11-11T21:21:59,025 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:21:59,026 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Unable to get data of znode /1-616352973/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:21:59,035 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-616352973/normalizer already deleted, retry=false 2024-11-11T21:21:59,035 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:21:59,036 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Unable to get data of znode /1-616352973/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:21:59,046 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-616352973/switch/split already deleted, retry=false 2024-11-11T21:21:59,047 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Unable to get data of znode /1-616352973/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:21:59,056 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-616352973/switch/merge already deleted, retry=false 2024-11-11T21:21:59,058 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Unable to get data of znode /1-616352973/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:21:59,070 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-616352973/snapshot-cleanup already deleted, retry=false 2024-11-11T21:21:59,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-616352973/running 2024-11-11T21:21:59,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-616352973/running 2024-11-11T21:21:59,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:59,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:59,081 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,37461,1731360116819, sessionid=0x1012bc6af3e0003, setting cluster-up flag (Was=false) 2024-11-11T21:21:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:59,133 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-616352973/flush-table-proc/acquired, /1-616352973/flush-table-proc/reached, /1-616352973/flush-table-proc/abort 2024-11-11T21:21:59,134 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,37461,1731360116819 2024-11-11T21:21:59,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:59,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:21:59,185 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-616352973/online-snapshot/acquired, /1-616352973/online-snapshot/reached, /1-616352973/online-snapshot/abort 2024-11-11T21:21:59,186 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,37461,1731360116819 2024-11-11T21:21:59,187 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:21:59,188 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:59,188 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:21:59,188 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:21:59,188 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,37461,1731360116819 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:21:59,189 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:59,189 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:59,189 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:59,189 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:21:59,189 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:21:59,189 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,189 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:59,189 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360149190 2024-11-11T21:21:59,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:21:59,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:21:59,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:21:59,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:21:59,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:21:59,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:21:59,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:21:59,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:21:59,190 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,191 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:21:59,191 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:21:59,191 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:21:59,191 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:21:59,191 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:21:59,191 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:21:59,191 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:21:59,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:21:59,191 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360119191,5,FailOnTimeoutGroup] 2024-11-11T21:21:59,191 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360119191,5,FailOnTimeoutGroup] 2024-11-11T21:21:59,191 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,192 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:21:59,192 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,192 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:21:59,227 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(746): ClusterId : afb184c5-0a8b-4f74-9626-fadaf68e5ade 2024-11-11T21:21:59,227 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:21:59,239 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:21:59,239 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:21:59,249 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:21:59,249 DEBUG [RS:0;f286ae0a5299:42631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be4e9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:21:59,263 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:42631 2024-11-11T21:21:59,263 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:21:59,263 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:21:59,264 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:21:59,264 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,37461,1731360116819 with port=42631, startcode=1731360117205 2024-11-11T21:21:59,264 DEBUG [RS:0;f286ae0a5299:42631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:21:59,265 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:21:59,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,42631,1731360117205 2024-11-11T21:21:59,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37461 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,42631,1731360117205 2024-11-11T21:21:59,267 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33 2024-11-11T21:21:59,267 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38001 2024-11-11T21:21:59,267 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:21:59,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973/rs 2024-11-11T21:21:59,462 DEBUG [RS:0;f286ae0a5299:42631 {}] zookeeper.ZKUtil(111): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on existing znode=/1-616352973/rs/f286ae0a5299,42631,1731360117205 2024-11-11T21:21:59,462 WARN [RS:0;f286ae0a5299:42631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:21:59,462 INFO [RS:0;f286ae0a5299:42631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:21:59,462 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205 2024-11-11T21:21:59,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,42631,1731360117205] 2024-11-11T21:21:59,464 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:21:59,466 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:21:59,466 INFO [RS:0;f286ae0a5299:42631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:21:59,466 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,466 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:21:59,466 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:21:59,466 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:59,467 DEBUG [RS:0;f286ae0a5299:42631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:21:59,467 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,467 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,467 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,467 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,467 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,467 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42631,1731360117205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:21:59,483 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:21:59,484 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42631,1731360117205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,484 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,484 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.Replication(171): f286ae0a5299,42631,1731360117205 started 2024-11-11T21:21:59,499 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:21:59,499 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,42631,1731360117205, RpcServer on f286ae0a5299/172.17.0.2:42631, sessionid=0x1012bc6af3e0004 2024-11-11T21:21:59,499 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:21:59,499 DEBUG [RS:0;f286ae0a5299:42631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,42631,1731360117205 2024-11-11T21:21:59,499 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42631,1731360117205' 2024-11-11T21:21:59,499 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-616352973/flush-table-proc/abort' 2024-11-11T21:21:59,500 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-616352973/flush-table-proc/acquired' 2024-11-11T21:21:59,500 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:21:59,500 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:21:59,500 DEBUG [RS:0;f286ae0a5299:42631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,42631,1731360117205 2024-11-11T21:21:59,500 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42631,1731360117205' 2024-11-11T21:21:59,500 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-616352973/online-snapshot/abort' 2024-11-11T21:21:59,501 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-616352973/online-snapshot/acquired' 2024-11-11T21:21:59,501 DEBUG [RS:0;f286ae0a5299:42631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:21:59,501 INFO [RS:0;f286ae0a5299:42631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:21:59,501 INFO [RS:0;f286ae0a5299:42631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:21:59,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:21:59,599 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33 2024-11-11T21:21:59,601 INFO [RS:0;f286ae0a5299:42631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:21:59,602 INFO [RS:0;f286ae0a5299:42631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42631%2C1731360117205, suffix=, logDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205, archiveDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/oldWALs, maxLogs=10 2024-11-11T21:21:59,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:21:59,614 DEBUG [RS:0;f286ae0a5299:42631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, exclude list is [], retry=0 2024-11-11T21:21:59,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-6cb3e831-5e06-46c0-9161-ebb1960520f0,DISK] 2024-11-11T21:21:59,617 INFO [RS:0;f286ae0a5299:42631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 2024-11-11T21:21:59,617 DEBUG [RS:0;f286ae0a5299:42631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-11T21:22:00,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:00,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:00,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:00,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:00,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:00,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:00,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:00,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:00,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:00,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:00,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:00,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:00,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:00,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:00,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:00,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:00,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:00,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:00,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740 2024-11-11T21:22:00,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740 2024-11-11T21:22:00,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:00,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:00,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:00,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:00,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:00,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63344681, jitterRate=-0.05609069764614105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:00,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360120004Initializing all the Stores at 1731360120004Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360120004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360120005 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360120005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360120005Cleaning up temporary data from old regions at 1731360120010 (+5 ms)Region opened successfully at 1731360120014 (+4 ms) 2024-11-11T21:22:00,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:22:00,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:22:00,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:22:00,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:22:00,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:22:00,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:00,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360120014Disabling compacts and flushes for region at 1731360120014Disabling writes for close at 1731360120014Writing region close event to WAL at 1731360120014Closed at 1731360120014 2024-11-11T21:22:00,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:00,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:22:00,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:22:00,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:00,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:22:00,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:22:00,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,166 DEBUG [f286ae0a5299:37461 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:22:00,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,42631,1731360117205 2024-11-11T21:22:00,168 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42631,1731360117205, state=OPENING 2024-11-11T21:22:00,214 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:22:00,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:22:00,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:22:00,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:00,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-616352973/meta-region-server: CHANGED 2024-11-11T21:22:00,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-616352973/meta-region-server: CHANGED 2024-11-11T21:22:00,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42631,1731360117205}] 2024-11-11T21:22:00,377 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:22:00,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:22:00,380 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:22:00,380 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:00,380 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:22:00,381 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42631%2C1731360117205.meta, suffix=.meta, logDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205, archiveDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/oldWALs, maxLogs=10 2024-11-11T21:22:00,392 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.meta.1731360120381.meta, exclude list is [], retry=0 2024-11-11T21:22:00,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-6cb3e831-5e06-46c0-9161-ebb1960520f0,DISK] 2024-11-11T21:22:00,395 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.meta.1731360120381.meta 2024-11-11T21:22:00,395 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-11T21:22:00,395 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:00,396 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:00,396 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:22:00,396 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:22:00,396 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:22:00,396 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:22:00,396 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:00,396 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:22:00,396 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:22:00,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:00,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:00,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:00,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:00,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:00,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:00,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:00,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:00,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:00,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:00,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:00,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:00,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:00,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:00,401 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:00,401 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740 2024-11-11T21:22:00,402 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740 2024-11-11T21:22:00,403 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:00,403 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:00,403 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:00,404 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:00,404 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68531722, jitterRate=0.02120223641395569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:00,404 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:22:00,404 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360120396Writing region info on filesystem at 1731360120396Initializing all the Stores at 1731360120397 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360120397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360120397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360120397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360120397Cleaning up temporary data from old regions at 1731360120403 (+6 ms)Running coprocessor post-open hooks at 1731360120404 (+1 ms)Region opened successfully at 1731360120404 2024-11-11T21:22:00,405 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360120377 2024-11-11T21:22:00,406 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:22:00,406 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:22:00,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42631,1731360117205 2024-11-11T21:22:00,407 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42631,1731360117205, state=OPEN 2024-11-11T21:22:00,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-616352973/meta-region-server 2024-11-11T21:22:00,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-616352973/meta-region-server 2024-11-11T21:22:00,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-616352973/meta-region-server: CHANGED 2024-11-11T21:22:00,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-616352973/meta-region-server: CHANGED 2024-11-11T21:22:00,417 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,42631,1731360117205 2024-11-11T21:22:00,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:22:00,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42631,1731360117205 in 192 msec 2024-11-11T21:22:00,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:22:00,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-11T21:22:00,421 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:00,421 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:22:00,422 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:00,422 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42631,1731360117205, seqNum=-1] 2024-11-11T21:22:00,422 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:00,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:00,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-11T21:22:00,426 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360120426, completionTime=-1 2024-11-11T21:22:00,426 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:22:00,426 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:22:00,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:22:00,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360180428 2024-11-11T21:22:00,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360240428 2024-11-11T21:22:00,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:22:00,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37461,1731360116819-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:00,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37461,1731360116819-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:00,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37461,1731360116819-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:00,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:37461, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:00,428 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:00,429 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:00,430 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:22:00,431 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.161sec 2024-11-11T21:22:00,431 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:22:00,431 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:22:00,431 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:22:00,431 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:22:00,431 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:22:00,432 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37461,1731360116819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:00,432 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37461,1731360116819-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:22:00,433 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:22:00,433 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:22:00,433 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,37461,1731360116819-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:00,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1728b22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:00,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37461,-1 for getting cluster id 2024-11-11T21:22:00,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:00,529 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afb184c5-0a8b-4f74-9626-fadaf68e5ade' 2024-11-11T21:22:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afb184c5-0a8b-4f74-9626-fadaf68e5ade" 2024-11-11T21:22:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51251aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37461,-1] 2024-11-11T21:22:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:00,530 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:00,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6259a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:00,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:00,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42631,1731360117205, seqNum=-1] 2024-11-11T21:22:00,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:00,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:00,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,37461,1731360116819 2024-11-11T21:22:00,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65135 2024-11-11T21:22:00,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:00,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012bc6af3e0005 connected 2024-11-11T21:22:00,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.log.dir so I do NOT create it in target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d 2024-11-11T21:22:00,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:22:00,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.tmp.dir so I do NOT create it in target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d 2024-11-11T21:22:00,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:22:00,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d 2024-11-11T21:22:00,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:22:00,557 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/cluster_189ef775-0497-6b1d-0cd2-6fd0c63408bd, deleteOnExit=true 2024-11-11T21:22:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:22:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/test.cache.data in system properties and HBase conf 2024-11-11T21:22:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:22:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:22:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:22:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:22:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:22:00,557 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:22:00,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:22:00,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:22:00,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:22:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:00,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:00,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:00,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:00,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:00,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:22:00,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:00,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@739e4ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:00,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12db4f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:00,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aad1476{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/java.io.tmpdir/jetty-localhost-36305-hadoop-hdfs-3_4_1-tests_jar-_-any-11701209134558569965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:22:00,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70ff9e24{HTTP/1.1, (http/1.1)}{localhost:36305} 2024-11-11T21:22:00,950 INFO [Time-limited test {}] server.Server(415): Started @290065ms 2024-11-11T21:22:01,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:01,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:01,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:01,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:01,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:22:01,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f77b50c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:01,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@229cb02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:01,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f6d6458{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/java.io.tmpdir/jetty-localhost-37949-hadoop-hdfs-3_4_1-tests_jar-_-any-7418774793952639661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:22:01,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74227931{HTTP/1.1, (http/1.1)}{localhost:37949} 2024-11-11T21:22:01,292 INFO [Time-limited test {}] server.Server(415): Started @290406ms 2024-11-11T21:22:01,293 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:22:01,905 WARN [Thread-3695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/cluster_189ef775-0497-6b1d-0cd2-6fd0c63408bd/data/data1/current/BP-967691986-172.17.0.2-1731360120576/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:01,905 WARN [Thread-3696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/cluster_189ef775-0497-6b1d-0cd2-6fd0c63408bd/data/data2/current/BP-967691986-172.17.0.2-1731360120576/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:01,922 WARN [Thread-3683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:22:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3ec5aeb614ed0e6 with lease ID 0x46c5d9856eecb740: Processing first storage report for DS-ccbe19f7-eedf-4f8a-b666-e4b7d31181f1 from datanode DatanodeRegistration(127.0.0.1:36059, datanodeUuid=9b70fad4-3611-4081-bd39-90f298bdf869, infoPort=40605, infoSecurePort=0, ipcPort=39805, storageInfo=lv=-57;cid=testClusterID;nsid=720636814;c=1731360120576) 2024-11-11T21:22:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3ec5aeb614ed0e6 with lease ID 0x46c5d9856eecb740: from storage DS-ccbe19f7-eedf-4f8a-b666-e4b7d31181f1 node DatanodeRegistration(127.0.0.1:36059, datanodeUuid=9b70fad4-3611-4081-bd39-90f298bdf869, infoPort=40605, infoSecurePort=0, ipcPort=39805, storageInfo=lv=-57;cid=testClusterID;nsid=720636814;c=1731360120576), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:22:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3ec5aeb614ed0e6 with lease ID 0x46c5d9856eecb740: Processing first storage report for DS-34988ff2-4f06-4405-ac5b-8350902a0a10 from datanode DatanodeRegistration(127.0.0.1:36059, datanodeUuid=9b70fad4-3611-4081-bd39-90f298bdf869, infoPort=40605, infoSecurePort=0, ipcPort=39805, storageInfo=lv=-57;cid=testClusterID;nsid=720636814;c=1731360120576) 2024-11-11T21:22:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3ec5aeb614ed0e6 with lease ID 0x46c5d9856eecb740: from storage DS-34988ff2-4f06-4405-ac5b-8350902a0a10 node DatanodeRegistration(127.0.0.1:36059, datanodeUuid=9b70fad4-3611-4081-bd39-90f298bdf869, infoPort=40605, infoSecurePort=0, ipcPort=39805, storageInfo=lv=-57;cid=testClusterID;nsid=720636814;c=1731360120576), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:22:02,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d 2024-11-11T21:22:02,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:02,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:02,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:22:02,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76 with version=8 2024-11-11T21:22:02,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/hbase-staging 2024-11-11T21:22:02,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:02,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:02,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:02,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:02,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:02,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:02,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:22:02,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:02,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45557 2024-11-11T21:22:02,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45557 connecting to ZooKeeper ensemble=127.0.0.1:65135 2024-11-11T21:22:02,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455570x0, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:02,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45557-0x1012bc6af3e0006 connected 2024-11-11T21:22:02,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:02,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:02,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on znode that does not yet exist, /2-652915672/running 2024-11-11T21:22:02,652 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76, hbase.cluster.distributed=false 2024-11-11T21:22:02,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on znode that does not yet exist, /2-652915672/acl 2024-11-11T21:22:02,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45557 2024-11-11T21:22:02,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45557 2024-11-11T21:22:02,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45557 2024-11-11T21:22:02,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45557 2024-11-11T21:22:02,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45557 2024-11-11T21:22:02,667 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:02,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:02,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:02,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:02,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:02,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:02,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:22:02,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:02,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36681 2024-11-11T21:22:02,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36681 connecting to ZooKeeper ensemble=127.0.0.1:65135 2024-11-11T21:22:02,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:02,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:02,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366810x0, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:02,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36681-0x1012bc6af3e0007 connected 2024-11-11T21:22:02,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on znode that does not yet exist, /2-652915672/running 2024-11-11T21:22:02,681 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:22:02,681 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:22:02,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on znode that does not yet exist, /2-652915672/master 2024-11-11T21:22:02,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on znode that does not yet exist, /2-652915672/acl 2024-11-11T21:22:02,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-11T21:22:02,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36681 2024-11-11T21:22:02,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36681 2024-11-11T21:22:02,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-11T21:22:02,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-11T21:22:02,697 DEBUG [M:0;f286ae0a5299:45557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:45557 2024-11-11T21:22:02,700 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-652915672/backup-masters/f286ae0a5299,45557,1731360122426 2024-11-11T21:22:02,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672/backup-masters 2024-11-11T21:22:02,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672/backup-masters 2024-11-11T21:22:02,712 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on existing znode=/2-652915672/backup-masters/f286ae0a5299,45557,1731360122426 2024-11-11T21:22:02,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:02,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-652915672/master 2024-11-11T21:22:02,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:02,723 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on existing znode=/2-652915672/master 2024-11-11T21:22:02,723 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-652915672/backup-masters/f286ae0a5299,45557,1731360122426 from backup master directory 2024-11-11T21:22:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672/backup-masters 2024-11-11T21:22:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-652915672/backup-masters/f286ae0a5299,45557,1731360122426 2024-11-11T21:22:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672/backup-masters 2024-11-11T21:22:02,733 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:02,733 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,45557,1731360122426 2024-11-11T21:22:02,735 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/hbase.id] with ID: f833f42a-27b3-431a-98e5-ca05df2e260f 2024-11-11T21:22:02,735 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/.tmp/hbase.id 2024-11-11T21:22:02,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:22:03,139 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/.tmp/hbase.id]:[hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/hbase.id] 2024-11-11T21:22:03,146 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:03,146 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:22:03,147 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:22:03,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:03,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:03,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:22:03,608 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:03,608 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:22:03,609 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:03,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:22:04,014 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store 2024-11-11T21:22:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:22:04,418 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:04,418 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:22:04,418 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:04,418 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:04,418 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:22:04,418 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:04,418 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:04,418 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360124418Disabling compacts and flushes for region at 1731360124418Disabling writes for close at 1731360124418Writing region close event to WAL at 1731360124418Closed at 1731360124418 2024-11-11T21:22:04,419 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/.initializing 2024-11-11T21:22:04,419 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/WALs/f286ae0a5299,45557,1731360122426 2024-11-11T21:22:04,419 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:04,420 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C45557%2C1731360122426, suffix=, logDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/WALs/f286ae0a5299,45557,1731360122426, archiveDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/oldWALs, maxLogs=10 2024-11-11T21:22:04,431 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/WALs/f286ae0a5299,45557,1731360122426/f286ae0a5299%2C45557%2C1731360122426.1731360124420, exclude list is [], retry=0 2024-11-11T21:22:04,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36059,DS-ccbe19f7-eedf-4f8a-b666-e4b7d31181f1,DISK] 2024-11-11T21:22:04,434 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/WALs/f286ae0a5299,45557,1731360122426/f286ae0a5299%2C45557%2C1731360122426.1731360124420 2024-11-11T21:22:04,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40605:40605)] 2024-11-11T21:22:04,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:04,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:04,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:22:04,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:04,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:04,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:22:04,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:04,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:04,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:22:04,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:04,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:04,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:22:04,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:04,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:04,440 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,441 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,441 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,442 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,442 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,442 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:04,443 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:04,444 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:04,444 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68646890, jitterRate=0.022918373346328735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:04,445 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360124435Initializing all the Stores at 1731360124436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360124436Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360124436Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360124436Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360124436Cleaning up temporary data from old regions at 1731360124442 (+6 ms)Region opened successfully at 1731360124445 (+3 ms) 2024-11-11T21:22:04,445 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:22:04,446 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5188c721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:04,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:22:04,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:22:04,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:22:04,447 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:22:04,448 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:22:04,448 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:22:04,448 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:22:04,453 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:22:04,454 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Unable to get data of znode /2-652915672/balancer because node does not exist (not necessarily an error) 2024-11-11T21:22:04,501 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-652915672/balancer already deleted, retry=false 2024-11-11T21:22:04,502 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:22:04,502 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Unable to get data of znode /2-652915672/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:22:04,511 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-652915672/normalizer already deleted, retry=false 2024-11-11T21:22:04,512 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:22:04,513 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Unable to get data of znode /2-652915672/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:22:04,522 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-652915672/switch/split already deleted, retry=false 2024-11-11T21:22:04,523 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Unable to get data of znode /2-652915672/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:22:04,532 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-652915672/switch/merge already deleted, retry=false 2024-11-11T21:22:04,534 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Unable to get data of znode /2-652915672/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:22:04,543 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-652915672/snapshot-cleanup already deleted, retry=false 2024-11-11T21:22:04,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-652915672/running 2024-11-11T21:22:04,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-652915672/running 2024-11-11T21:22:04,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:04,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:04,554 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,45557,1731360122426, sessionid=0x1012bc6af3e0006, setting cluster-up flag (Was=false) 2024-11-11T21:22:04,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:04,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:04,606 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-652915672/flush-table-proc/acquired, /2-652915672/flush-table-proc/reached, /2-652915672/flush-table-proc/abort 2024-11-11T21:22:04,607 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,45557,1731360122426 2024-11-11T21:22:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:04,659 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-652915672/online-snapshot/acquired, /2-652915672/online-snapshot/reached, /2-652915672/online-snapshot/abort 2024-11-11T21:22:04,659 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,45557,1731360122426 2024-11-11T21:22:04,660 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:22:04,661 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:04,661 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:22:04,662 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:22:04,662 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,45557,1731360122426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:22:04,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:04,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:04,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:04,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:04,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:22:04,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:04,663 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,664 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360154664 2024-11-11T21:22:04,664 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:22:04,664 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:22:04,664 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:22:04,664 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:22:04,664 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:22:04,664 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:22:04,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:04,664 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:22:04,665 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:22:04,665 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:22:04,665 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:22:04,665 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:22:04,665 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:22:04,665 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:22:04,665 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360124665,5,FailOnTimeoutGroup] 2024-11-11T21:22:04,665 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:04,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:22:04,668 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360124665,5,FailOnTimeoutGroup] 2024-11-11T21:22:04,668 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,668 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:22:04,668 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,668 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:22:04,690 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(746): ClusterId : f833f42a-27b3-431a-98e5-ca05df2e260f 2024-11-11T21:22:04,690 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:22:04,702 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:22:04,702 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:22:04,712 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:22:04,712 DEBUG [RS:0;f286ae0a5299:36681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12133f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:04,722 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:36681 2024-11-11T21:22:04,722 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:22:04,722 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:22:04,722 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:22:04,723 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,45557,1731360122426 with port=36681, startcode=1731360122667 2024-11-11T21:22:04,723 DEBUG [RS:0;f286ae0a5299:36681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:22:04,724 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:22:04,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,36681,1731360122667 2024-11-11T21:22:04,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45557 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,36681,1731360122667 2024-11-11T21:22:04,725 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76 2024-11-11T21:22:04,725 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38449 2024-11-11T21:22:04,725 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:22:04,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672/rs 2024-11-11T21:22:04,768 DEBUG [RS:0;f286ae0a5299:36681 {}] zookeeper.ZKUtil(111): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on existing znode=/2-652915672/rs/f286ae0a5299,36681,1731360122667 2024-11-11T21:22:04,768 WARN [RS:0;f286ae0a5299:36681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:04,768 INFO [RS:0;f286ae0a5299:36681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:04,768 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667 2024-11-11T21:22:04,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,36681,1731360122667] 2024-11-11T21:22:04,770 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:22:04,771 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:22:04,771 INFO [RS:0;f286ae0a5299:36681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:22:04,771 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,772 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:22:04,772 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:22:04,772 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:04,772 DEBUG [RS:0;f286ae0a5299:36681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:04,775 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,775 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,775 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,775 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,775 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,776 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36681,1731360122667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:04,792 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:22:04,792 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36681,1731360122667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,792 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,792 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.Replication(171): f286ae0a5299,36681,1731360122667 started 2024-11-11T21:22:04,808 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:04,808 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,36681,1731360122667, RpcServer on f286ae0a5299/172.17.0.2:36681, sessionid=0x1012bc6af3e0007 2024-11-11T21:22:04,808 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:22:04,808 DEBUG [RS:0;f286ae0a5299:36681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,36681,1731360122667 2024-11-11T21:22:04,808 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36681,1731360122667' 2024-11-11T21:22:04,809 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-652915672/flush-table-proc/abort' 2024-11-11T21:22:04,809 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-652915672/flush-table-proc/acquired' 2024-11-11T21:22:04,809 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:22:04,809 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:22:04,809 DEBUG [RS:0;f286ae0a5299:36681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,36681,1731360122667 2024-11-11T21:22:04,809 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36681,1731360122667' 2024-11-11T21:22:04,809 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-652915672/online-snapshot/abort' 2024-11-11T21:22:04,810 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-652915672/online-snapshot/acquired' 2024-11-11T21:22:04,810 DEBUG [RS:0;f286ae0a5299:36681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:22:04,810 INFO [RS:0;f286ae0a5299:36681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:22:04,810 INFO [RS:0;f286ae0a5299:36681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:22:04,910 INFO [RS:0;f286ae0a5299:36681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:04,912 INFO [RS:0;f286ae0a5299:36681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C36681%2C1731360122667, suffix=, logDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667, archiveDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/oldWALs, maxLogs=10 2024-11-11T21:22:04,927 DEBUG [RS:0;f286ae0a5299:36681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912, exclude list is [], retry=0 2024-11-11T21:22:04,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36059,DS-ccbe19f7-eedf-4f8a-b666-e4b7d31181f1,DISK] 2024-11-11T21:22:04,930 INFO [RS:0;f286ae0a5299:36681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 2024-11-11T21:22:04,931 DEBUG [RS:0;f286ae0a5299:36681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40605:40605)] 2024-11-11T21:22:05,073 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:22:05,073 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76 2024-11-11T21:22:05,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:22:05,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:05,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:05,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:05,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:05,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:05,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:05,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:05,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:05,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:05,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:05,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:05,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:05,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:05,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:05,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:05,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:05,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:05,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:05,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740 2024-11-11T21:22:05,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740 2024-11-11T21:22:05,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:05,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:05,486 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:05,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:05,488 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:05,488 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70027637, jitterRate=0.043493106961250305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:05,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360125478Initializing all the Stores at 1731360125479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360125479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360125479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360125479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360125479Cleaning up temporary data from old regions at 1731360125486 (+7 ms)Region opened successfully at 1731360125488 (+2 ms) 2024-11-11T21:22:05,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:22:05,489 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:22:05,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:22:05,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:22:05,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:22:05,489 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:05,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360125489Disabling compacts and flushes for region at 1731360125489Disabling writes for close at 1731360125489Writing region close event to WAL at 1731360125489Closed at 1731360125489 2024-11-11T21:22:05,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:05,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:22:05,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:22:05,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:05,491 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:22:05,642 DEBUG [f286ae0a5299:45557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:22:05,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,36681,1731360122667 2024-11-11T21:22:05,643 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,36681,1731360122667, state=OPENING 2024-11-11T21:22:05,690 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:22:05,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:05,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:05,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-652915672/meta-region-server: CHANGED 2024-11-11T21:22:05,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-652915672/meta-region-server: CHANGED 2024-11-11T21:22:05,701 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:05,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,36681,1731360122667}] 2024-11-11T21:22:05,853 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:22:05,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:22:05,857 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:22:05,857 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:05,857 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:22:05,858 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C36681%2C1731360122667.meta, suffix=.meta, logDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667, archiveDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/oldWALs, maxLogs=10 2024-11-11T21:22:05,874 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.meta.1731360125858.meta, exclude list is [], retry=0 2024-11-11T21:22:05,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36059,DS-ccbe19f7-eedf-4f8a-b666-e4b7d31181f1,DISK] 2024-11-11T21:22:05,877 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.meta.1731360125858.meta 2024-11-11T21:22:05,877 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40605:40605)] 2024-11-11T21:22:05,877 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:05,877 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:05,878 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:22:05,878 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:22:05,878 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:22:05,878 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:22:05,878 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:05,878 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:22:05,878 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:22:05,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:05,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:05,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:05,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:05,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:05,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:05,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:05,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:05,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:05,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:05,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:05,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:05,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:05,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:05,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:05,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:05,884 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:05,884 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740 2024-11-11T21:22:05,885 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740 2024-11-11T21:22:05,886 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:05,886 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:05,886 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:05,887 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:05,887 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72719545, jitterRate=0.08360566198825836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:05,887 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:22:05,887 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360125878Writing region info on filesystem at 1731360125878Initializing all the Stores at 1731360125879 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360125879Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360125880 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360125880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360125880Cleaning up temporary data from old regions at 1731360125886 (+6 ms)Running coprocessor post-open hooks at 1731360125887 (+1 ms)Region opened successfully at 1731360125887 2024-11-11T21:22:05,888 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360125853 2024-11-11T21:22:05,890 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:22:05,890 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:22:05,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36681,1731360122667 2024-11-11T21:22:05,891 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,36681,1731360122667, state=OPEN 2024-11-11T21:22:05,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:22:05,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-652915672/meta-region-server 2024-11-11T21:22:05,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-652915672/meta-region-server 2024-11-11T21:22:05,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-652915672/meta-region-server: CHANGED 2024-11-11T21:22:05,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-652915672/meta-region-server: CHANGED 2024-11-11T21:22:05,901 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,36681,1731360122667 2024-11-11T21:22:05,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:22:05,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,36681,1731360122667 in 200 msec 2024-11-11T21:22:05,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:22:05,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-11T21:22:05,904 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:05,904 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:22:05,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:05,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36681,1731360122667, seqNum=-1] 2024-11-11T21:22:05,906 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:05,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:05,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-11T21:22:05,911 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360125910, completionTime=-1 2024-11-11T21:22:05,911 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:22:05,911 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:22:05,912 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:22:05,912 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360185912 2024-11-11T21:22:05,912 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360245912 2024-11-11T21:22:05,912 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:22:05,913 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45557,1731360122426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:05,913 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45557,1731360122426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:05,913 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45557,1731360122426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:05,913 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:45557, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:05,913 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:05,913 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:05,915 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:22:05,916 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.183sec 2024-11-11T21:22:05,916 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:22:05,916 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:22:05,917 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:22:05,917 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:22:05,917 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:22:05,917 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45557,1731360122426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:05,917 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45557,1731360122426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:22:05,918 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:22:05,918 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:22:05,918 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45557,1731360122426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:05,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:05,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b989c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:05,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45557,-1 for getting cluster id 2024-11-11T21:22:05,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:05,992 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f833f42a-27b3-431a-98e5-ca05df2e260f' 2024-11-11T21:22:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f833f42a-27b3-431a-98e5-ca05df2e260f" 2024-11-11T21:22:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5242fbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45557,-1] 2024-11-11T21:22:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:05,993 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:05,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffc3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:05,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36681,1731360122667, seqNum=-1] 2024-11-11T21:22:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:05,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:06,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,45557,1731360122426 2024-11-11T21:22:06,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:65135 2024-11-11T21:22:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:06,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012bc6af3e0008 connected 2024-11-11T21:22:06,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43317,1731360111491 2024-11-11T21:22:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@654385fa 2024-11-11T21:22:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:06,028 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:06,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:22:06,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:22:06,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:06,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:22:06,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:22:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:06,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:22:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:06,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26ef71fed9a87d36be918ec60d79973e, NAME => 'test,,1731360126028.26ef71fed9a87d36be918ec60d79973e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca 2024-11-11T21:22:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:22:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:06,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360126028.26ef71fed9a87d36be918ec60d79973e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:06,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26ef71fed9a87d36be918ec60d79973e, disabling compactions & flushes 2024-11-11T21:22:06,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:06,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:06,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. after waiting 0 ms 2024-11-11T21:22:06,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:06,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:06,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26ef71fed9a87d36be918ec60d79973e: Waiting for close lock at 1731360126842Disabling compacts and flushes for region at 1731360126842Disabling writes for close at 1731360126842Writing region close event to WAL at 1731360126842Closed at 1731360126842 2024-11-11T21:22:06,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:22:06,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360126028.26ef71fed9a87d36be918ec60d79973e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360126844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360126844"}]},"ts":"1731360126844"} 2024-11-11T21:22:06,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:22:06,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:22:06,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360126846"}]},"ts":"1731360126846"} 2024-11-11T21:22:06,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:22:06,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26ef71fed9a87d36be918ec60d79973e, ASSIGN}] 2024-11-11T21:22:06,849 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26ef71fed9a87d36be918ec60d79973e, ASSIGN 2024-11-11T21:22:06,850 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26ef71fed9a87d36be918ec60d79973e, ASSIGN; state=OFFLINE, location=f286ae0a5299,38561,1731360111858; forceNewPlan=false, retain=false 2024-11-11T21:22:07,000 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26ef71fed9a87d36be918ec60d79973e, regionState=OPENING, regionLocation=f286ae0a5299,38561,1731360111858 2024-11-11T21:22:07,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26ef71fed9a87d36be918ec60d79973e, ASSIGN because future has completed 2024-11-11T21:22:07,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26ef71fed9a87d36be918ec60d79973e, server=f286ae0a5299,38561,1731360111858}] 2024-11-11T21:22:07,157 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:07,158 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26ef71fed9a87d36be918ec60d79973e, NAME => 'test,,1731360126028.26ef71fed9a87d36be918ec60d79973e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:07,158 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:07,158 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:22:07,158 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,158 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360126028.26ef71fed9a87d36be918ec60d79973e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:07,158 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,158 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,159 INFO [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,160 INFO [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26ef71fed9a87d36be918ec60d79973e columnFamilyName f 2024-11-11T21:22:07,160 DEBUG [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:07,161 INFO [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] regionserver.HStore(327): Store=26ef71fed9a87d36be918ec60d79973e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:07,161 INFO [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,162 INFO [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26ef71fed9a87d36be918ec60d79973e columnFamilyName f1 2024-11-11T21:22:07,162 DEBUG [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:07,162 INFO [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] regionserver.HStore(327): Store=26ef71fed9a87d36be918ec60d79973e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:07,162 INFO [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,163 INFO [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26ef71fed9a87d36be918ec60d79973e columnFamilyName norep 2024-11-11T21:22:07,163 DEBUG [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:07,163 INFO [StoreOpener-26ef71fed9a87d36be918ec60d79973e-1 {}] regionserver.HStore(327): Store=26ef71fed9a87d36be918ec60d79973e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:07,163 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,164 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,164 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,164 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,165 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,165 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:22:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:07,166 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,167 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:07,168 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26ef71fed9a87d36be918ec60d79973e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74644276, jitterRate=0.11228638887405396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:22:07,168 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:07,168 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26ef71fed9a87d36be918ec60d79973e: Running coprocessor pre-open hook at 1731360127158Writing region info on filesystem at 1731360127158Initializing all the Stores at 1731360127159 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360127159Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360127159Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360127159Cleaning up temporary data from old regions at 1731360127165 (+6 ms)Running coprocessor post-open hooks at 1731360127168 (+3 ms)Region opened successfully at 1731360127168 2024-11-11T21:22:07,169 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360126028.26ef71fed9a87d36be918ec60d79973e., pid=6, masterSystemTime=1731360127154 2024-11-11T21:22:07,170 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:07,170 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:07,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26ef71fed9a87d36be918ec60d79973e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,38561,1731360111858 2024-11-11T21:22:07,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26ef71fed9a87d36be918ec60d79973e, server=f286ae0a5299,38561,1731360111858 because future has completed 2024-11-11T21:22:07,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:22:07,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26ef71fed9a87d36be918ec60d79973e, server=f286ae0a5299,38561,1731360111858 in 171 msec 2024-11-11T21:22:07,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:22:07,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26ef71fed9a87d36be918ec60d79973e, ASSIGN in 327 msec 2024-11-11T21:22:07,177 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:22:07,177 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360127177"}]},"ts":"1731360127177"} 2024-11-11T21:22:07,178 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:22:07,179 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:22:07,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-11T21:22:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:08,186 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:22:08,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37461,1731360116819 2024-11-11T21:22:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a314b3f 2024-11-11T21:22:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:08,188 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:08,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:22:08,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:22:08,191 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:08,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:22:08,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:22:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:08,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:22:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:08,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:22:08,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T21:22:08,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:22:08,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T21:22:08,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9110bfefcc09dde7ae94798da23148c, NAME => 'test,,1731360128188.f9110bfefcc09dde7ae94798da23148c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33 2024-11-11T21:22:08,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:22:08,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360128188.f9110bfefcc09dde7ae94798da23148c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:08,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f9110bfefcc09dde7ae94798da23148c, disabling compactions & flushes 2024-11-11T21:22:08,606 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:08,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:08,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. after waiting 0 ms 2024-11-11T21:22:08,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:08,606 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:08,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9110bfefcc09dde7ae94798da23148c: Waiting for close lock at 1731360128606Disabling compacts and flushes for region at 1731360128606Disabling writes for close at 1731360128606Writing region close event to WAL at 1731360128606Closed at 1731360128606 2024-11-11T21:22:08,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:22:08,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360128188.f9110bfefcc09dde7ae94798da23148c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360128607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360128607"}]},"ts":"1731360128607"} 2024-11-11T21:22:08,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:22:08,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:22:08,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360128610"}]},"ts":"1731360128610"} 2024-11-11T21:22:08,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:22:08,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f9110bfefcc09dde7ae94798da23148c, ASSIGN}] 2024-11-11T21:22:08,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f9110bfefcc09dde7ae94798da23148c, ASSIGN 2024-11-11T21:22:08,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f9110bfefcc09dde7ae94798da23148c, ASSIGN; state=OFFLINE, location=f286ae0a5299,42631,1731360117205; forceNewPlan=false, retain=false 2024-11-11T21:22:08,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f9110bfefcc09dde7ae94798da23148c, regionState=OPENING, regionLocation=f286ae0a5299,42631,1731360117205 2024-11-11T21:22:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f9110bfefcc09dde7ae94798da23148c, ASSIGN because future has completed 2024-11-11T21:22:08,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9110bfefcc09dde7ae94798da23148c, server=f286ae0a5299,42631,1731360117205}] 2024-11-11T21:22:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:08,919 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:08,919 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f9110bfefcc09dde7ae94798da23148c, NAME => 'test,,1731360128188.f9110bfefcc09dde7ae94798da23148c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:08,919 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:08,919 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:22:08,919 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,919 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360128188.f9110bfefcc09dde7ae94798da23148c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:08,920 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,920 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,920 INFO [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,921 INFO [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9110bfefcc09dde7ae94798da23148c columnFamilyName f 2024-11-11T21:22:08,921 DEBUG [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:08,922 INFO [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] regionserver.HStore(327): Store=f9110bfefcc09dde7ae94798da23148c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:08,922 INFO [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,922 INFO [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9110bfefcc09dde7ae94798da23148c columnFamilyName f1 2024-11-11T21:22:08,922 DEBUG [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:08,922 INFO [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] regionserver.HStore(327): Store=f9110bfefcc09dde7ae94798da23148c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:08,923 INFO [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,923 INFO [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9110bfefcc09dde7ae94798da23148c columnFamilyName norep 2024-11-11T21:22:08,923 DEBUG [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:08,923 INFO [StoreOpener-f9110bfefcc09dde7ae94798da23148c-1 {}] regionserver.HStore(327): Store=f9110bfefcc09dde7ae94798da23148c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:08,923 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,924 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,924 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,925 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,925 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,925 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:22:08,926 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,928 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:08,928 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f9110bfefcc09dde7ae94798da23148c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66645774, jitterRate=-0.006900578737258911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:22:08,928 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:08,928 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f9110bfefcc09dde7ae94798da23148c: Running coprocessor pre-open hook at 1731360128920Writing region info on filesystem at 1731360128920Initializing all the Stores at 1731360128920Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360128920Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360128920Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360128920Cleaning up temporary data from old regions at 1731360128925 (+5 ms)Running coprocessor post-open hooks at 1731360128928 (+3 ms)Region opened successfully at 1731360128928 2024-11-11T21:22:08,929 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360128188.f9110bfefcc09dde7ae94798da23148c., pid=6, masterSystemTime=1731360128916 2024-11-11T21:22:08,930 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:08,930 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:08,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f9110bfefcc09dde7ae94798da23148c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,42631,1731360117205 2024-11-11T21:22:08,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9110bfefcc09dde7ae94798da23148c, server=f286ae0a5299,42631,1731360117205 because future has completed 2024-11-11T21:22:08,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:22:08,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f9110bfefcc09dde7ae94798da23148c, server=f286ae0a5299,42631,1731360117205 in 168 msec 2024-11-11T21:22:08,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:22:08,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f9110bfefcc09dde7ae94798da23148c, ASSIGN in 323 msec 2024-11-11T21:22:08,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:22:08,937 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360128937"}]},"ts":"1731360128937"} 2024-11-11T21:22:08,938 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:22:08,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:22:08,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-11T21:22:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:09,336 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:22:09,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45557,1731360122426 2024-11-11T21:22:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d3aa657 2024-11-11T21:22:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:09,338 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:09,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:22:09,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:22:09,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:09,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:22:09,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:22:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:22:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:09,747 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42a2254281a912c008912476f0020e8f, NAME => 'test,,1731360129338.42a2254281a912c008912476f0020e8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76 2024-11-11T21:22:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:22:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:10,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360129338.42a2254281a912c008912476f0020e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:10,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42a2254281a912c008912476f0020e8f, disabling compactions & flushes 2024-11-11T21:22:10,151 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:10,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:10,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360129338.42a2254281a912c008912476f0020e8f. after waiting 0 ms 2024-11-11T21:22:10,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:10,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:10,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42a2254281a912c008912476f0020e8f: Waiting for close lock at 1731360130151Disabling compacts and flushes for region at 1731360130151Disabling writes for close at 1731360130151Writing region close event to WAL at 1731360130151Closed at 1731360130151 2024-11-11T21:22:10,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:22:10,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360129338.42a2254281a912c008912476f0020e8f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360130153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360130153"}]},"ts":"1731360130153"} 2024-11-11T21:22:10,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:22:10,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:22:10,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360130155"}]},"ts":"1731360130155"} 2024-11-11T21:22:10,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:22:10,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42a2254281a912c008912476f0020e8f, ASSIGN}] 2024-11-11T21:22:10,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42a2254281a912c008912476f0020e8f, ASSIGN 2024-11-11T21:22:10,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42a2254281a912c008912476f0020e8f, ASSIGN; state=OFFLINE, location=f286ae0a5299,36681,1731360122667; forceNewPlan=false, retain=false 2024-11-11T21:22:10,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42a2254281a912c008912476f0020e8f, regionState=OPENING, regionLocation=f286ae0a5299,36681,1731360122667 2024-11-11T21:22:10,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42a2254281a912c008912476f0020e8f, ASSIGN because future has completed 2024-11-11T21:22:10,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a2254281a912c008912476f0020e8f, server=f286ae0a5299,36681,1731360122667}] 2024-11-11T21:22:10,465 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:10,465 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42a2254281a912c008912476f0020e8f, NAME => 'test,,1731360129338.42a2254281a912c008912476f0020e8f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:10,465 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:10,465 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:22:10,465 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,465 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360129338.42a2254281a912c008912476f0020e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:10,465 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,465 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,466 INFO [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,467 INFO [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a2254281a912c008912476f0020e8f columnFamilyName f 2024-11-11T21:22:10,467 DEBUG [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:10,467 INFO [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] regionserver.HStore(327): Store=42a2254281a912c008912476f0020e8f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:10,467 INFO [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,468 INFO [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a2254281a912c008912476f0020e8f columnFamilyName f1 2024-11-11T21:22:10,468 DEBUG [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:10,468 INFO [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] regionserver.HStore(327): Store=42a2254281a912c008912476f0020e8f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:10,468 INFO [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,469 INFO [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a2254281a912c008912476f0020e8f columnFamilyName norep 2024-11-11T21:22:10,469 DEBUG [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:10,469 INFO [StoreOpener-42a2254281a912c008912476f0020e8f-1 {}] regionserver.HStore(327): Store=42a2254281a912c008912476f0020e8f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:10,469 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,470 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,470 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,471 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,471 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,471 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:22:10,471 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,473 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:10,473 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42a2254281a912c008912476f0020e8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66561899, jitterRate=-0.008150413632392883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:22:10,473 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:10,473 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42a2254281a912c008912476f0020e8f: Running coprocessor pre-open hook at 1731360130465Writing region info on filesystem at 1731360130465Initializing all the Stores at 1731360130466 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360130466Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360130466Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360130466Cleaning up temporary data from old regions at 1731360130471 (+5 ms)Running coprocessor post-open hooks at 1731360130473 (+2 ms)Region opened successfully at 1731360130473 2024-11-11T21:22:10,474 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360129338.42a2254281a912c008912476f0020e8f., pid=6, masterSystemTime=1731360130462 2024-11-11T21:22:10,475 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:10,475 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:10,475 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42a2254281a912c008912476f0020e8f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,36681,1731360122667 2024-11-11T21:22:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:10,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a2254281a912c008912476f0020e8f, server=f286ae0a5299,36681,1731360122667 because future has completed 2024-11-11T21:22:10,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:22:10,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42a2254281a912c008912476f0020e8f, server=f286ae0a5299,36681,1731360122667 in 167 msec 2024-11-11T21:22:10,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:22:10,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42a2254281a912c008912476f0020e8f, ASSIGN in 323 msec 2024-11-11T21:22:10,480 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:22:10,480 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360130480"}]},"ts":"1731360130480"} 2024-11-11T21:22:10,482 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:22:10,482 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:22:10,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-11-11T21:22:10,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T21:22:11,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:22:11,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:11,486 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:22:11,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405b07a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:11,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43317,-1 for getting cluster id 2024-11-11T21:22:11,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:11,488 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95265b0d-d105-4ec3-a2c3-67bf8eb33cdc' 2024-11-11T21:22:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95265b0d-d105-4ec3-a2c3-67bf8eb33cdc" 2024-11-11T21:22:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285ad7cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43317,-1] 2024-11-11T21:22:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:11,489 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:11,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43855dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:11,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:11,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,43317,1731360111491 2024-11-11T21:22:11,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e07ee8 2024-11-11T21:22:11,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:11,491 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:11,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:37461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:22:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:22:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:11,493 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37461' 2024-11-11T21:22:11,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6b289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:11,494 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37461,-1 for getting cluster id 2024-11-11T21:22:11,494 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:11,494 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afb184c5-0a8b-4f74-9626-fadaf68e5ade' 2024-11-11T21:22:11,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:11,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afb184c5-0a8b-4f74-9626-fadaf68e5ade" 2024-11-11T21:22:11,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f08e5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:11,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37461,-1] 2024-11-11T21:22:11,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:11,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:11,495 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:11,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee1c76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:11,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:11,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37461,1731360116819 2024-11-11T21:22:11,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c11061 2024-11-11T21:22:11,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:11,497 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:11,498 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:22:11,498 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:22:11,498 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:11,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:11,498 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:11,498 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:11,499 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:22:11,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:22:11,500 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:11,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:22:11,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:22:11,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b9a7d6a7a45192668dd19505766bb6f, NAME => 'hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca 2024-11-11T21:22:11,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:22:11,550 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:22:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5b9a7d6a7a45192668dd19505766bb6f, disabling compactions & flushes 2024-11-11T21:22:11,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. after waiting 0 ms 2024-11-11T21:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:11,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b9a7d6a7a45192668dd19505766bb6f: Waiting for close lock at 1731360131921Disabling compacts and flushes for region at 1731360131921Disabling writes for close at 1731360131921Writing region close event to WAL at 1731360131921Closed at 1731360131921 2024-11-11T21:22:11,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:22:11,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360131922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360131922"}]},"ts":"1731360131922"} 2024-11-11T21:22:11,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:22:11,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:22:11,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360131925"}]},"ts":"1731360131925"} 2024-11-11T21:22:11,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:22:11,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b9a7d6a7a45192668dd19505766bb6f, ASSIGN}] 2024-11-11T21:22:11,927 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b9a7d6a7a45192668dd19505766bb6f, ASSIGN 2024-11-11T21:22:11,928 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5b9a7d6a7a45192668dd19505766bb6f, ASSIGN; state=OFFLINE, location=f286ae0a5299,38561,1731360111858; forceNewPlan=false, retain=false 2024-11-11T21:22:12,078 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b9a7d6a7a45192668dd19505766bb6f, regionState=OPENING, regionLocation=f286ae0a5299,38561,1731360111858 2024-11-11T21:22:12,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5b9a7d6a7a45192668dd19505766bb6f, ASSIGN because future has completed 2024-11-11T21:22:12,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b9a7d6a7a45192668dd19505766bb6f, server=f286ae0a5299,38561,1731360111858}] 2024-11-11T21:22:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:12,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:12,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:12,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:22:12,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C38561%2C1731360111858.rep, suffix=, logDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858, archiveDir=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/oldWALs, maxLogs=10 2024-11-11T21:22:12,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.rep.1731360132237, exclude list is [], retry=0 2024-11-11T21:22:12,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35501,DS-841bb82a-6cbe-4c52-adff-8ab0e19530fb,DISK] 2024-11-11T21:22:12,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.rep.1731360132237 2024-11-11T21:22:12,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34585:34585)] 2024-11-11T21:22:12,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b9a7d6a7a45192668dd19505766bb6f, NAME => 'hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:12,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:12,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:22:12,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. service=MultiRowMutationService 2024-11-11T21:22:12,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:22:12,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:12,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,254 INFO [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,255 INFO [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b9a7d6a7a45192668dd19505766bb6f columnFamilyName hfileref 2024-11-11T21:22:12,255 DEBUG [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:12,255 INFO [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] regionserver.HStore(327): Store=5b9a7d6a7a45192668dd19505766bb6f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:12,255 INFO [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,256 INFO [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b9a7d6a7a45192668dd19505766bb6f columnFamilyName queue 2024-11-11T21:22:12,256 DEBUG [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:12,256 INFO [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] regionserver.HStore(327): Store=5b9a7d6a7a45192668dd19505766bb6f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:12,256 INFO [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,257 INFO [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b9a7d6a7a45192668dd19505766bb6f columnFamilyName sid 2024-11-11T21:22:12,257 DEBUG [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:12,257 INFO [StoreOpener-5b9a7d6a7a45192668dd19505766bb6f-1 {}] regionserver.HStore(327): Store=5b9a7d6a7a45192668dd19505766bb6f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:12,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/replication/5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/replication/5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:22:12,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/replication/5b9a7d6a7a45192668dd19505766bb6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:12,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5b9a7d6a7a45192668dd19505766bb6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66601409, jitterRate=-0.007561668753623962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:22:12,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:12,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5b9a7d6a7a45192668dd19505766bb6f: Running coprocessor pre-open hook at 1731360132253Writing region info on filesystem at 1731360132253Initializing all the Stores at 1731360132253Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360132254 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360132254Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360132254Cleaning up temporary data from old regions at 1731360132259 (+5 ms)Running coprocessor post-open hooks at 1731360132261 (+2 ms)Region opened successfully at 1731360132261 2024-11-11T21:22:12,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f., pid=10, masterSystemTime=1731360132232 2024-11-11T21:22:12,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:12,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:12,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b9a7d6a7a45192668dd19505766bb6f, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,38561,1731360111858 2024-11-11T21:22:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b9a7d6a7a45192668dd19505766bb6f, server=f286ae0a5299,38561,1731360111858 because future has completed 2024-11-11T21:22:12,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:22:12,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b9a7d6a7a45192668dd19505766bb6f, server=f286ae0a5299,38561,1731360111858 in 187 msec 2024-11-11T21:22:12,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:22:12,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b9a7d6a7a45192668dd19505766bb6f, ASSIGN in 341 msec 2024-11-11T21:22:12,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:22:12,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360132270"}]},"ts":"1731360132270"} 2024-11-11T21:22:12,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:22:12,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:22:12,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-11T21:22:12,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f., hostname=f286ae0a5299,38561,1731360111858, seqNum=2] 2024-11-11T21:22:12,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:22:12,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:22:12,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:22:12,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:22:12,591 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:22:12,616 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,38561,1731360111858, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:22:12,617 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:12,617 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,38561,1731360111858, seqNum=-1] 2024-11-11T21:22:12,617 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:12,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T21:22:12,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,38561,1731360111858', locateType=CURRENT is [region=hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f., hostname=f286ae0a5299,38561,1731360111858, seqNum=2] 2024-11-11T21:22:12,621 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:22:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:22:12,623 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,38561,1731360111858 suceeded 2024-11-11T21:22:12,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:22:12,625 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:37461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:22:12,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-11T21:22:12,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1340 sec 2024-11-11T21:22:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:12,626 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:22:12,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:12,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:12,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:12,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:12,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:12,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b19214d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:12,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37461,-1 for getting cluster id 2024-11-11T21:22:12,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:12,628 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afb184c5-0a8b-4f74-9626-fadaf68e5ade' 2024-11-11T21:22:12,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:12,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afb184c5-0a8b-4f74-9626-fadaf68e5ade" 2024-11-11T21:22:12,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb502b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:12,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37461,-1] 2024-11-11T21:22:12,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:12,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:12,630 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:12,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230712cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:12,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37461,1731360116819 2024-11-11T21:22:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f5b9910 2024-11-11T21:22:12,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:12,632 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:12,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:45557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:22:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:22:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:12,634 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:45557' 2024-11-11T21:22:12,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a217ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:12,635 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45557,-1 for getting cluster id 2024-11-11T21:22:12,635 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:12,636 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f833f42a-27b3-431a-98e5-ca05df2e260f' 2024-11-11T21:22:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f833f42a-27b3-431a-98e5-ca05df2e260f" 2024-11-11T21:22:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d58854a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45557,-1] 2024-11-11T21:22:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:12,637 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:12,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a2437e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:12,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:12,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45557,1731360122426 2024-11-11T21:22:12,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22828ca0 2024-11-11T21:22:12,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:12,639 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:12,640 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:22:12,640 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:22:12,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:12,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:12,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:12,640 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:12,641 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:22:12,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:22:12,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:12,642 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37461' 2024-11-11T21:22:12,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:22:12,644 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@240a02ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:12,644 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37461,-1 for getting cluster id 2024-11-11T21:22:12,644 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:12,645 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afb184c5-0a8b-4f74-9626-fadaf68e5ade' 2024-11-11T21:22:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afb184c5-0a8b-4f74-9626-fadaf68e5ade" 2024-11-11T21:22:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cbda3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37461,-1] 2024-11-11T21:22:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:12,646 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:12,646 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e271046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:12,647 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37461,1731360116819 2024-11-11T21:22:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48690ba4 2024-11-11T21:22:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:12,648 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T21:22:12,648 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,38561,1731360111858 (queues=1) is replicating from cluster=95265b0d-d105-4ec3-a2c3-67bf8eb33cdc to cluster=afb184c5-0a8b-4f74-9626-fadaf68e5ade 2024-11-11T21:22:12,649 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C38561%2C1731360111858 2024-11-11T21:22:12,649 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,38561,1731360111858, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:22:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:22:12,652 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153, startPosition=0, beingWritten=true 2024-11-11T21:22:12,656 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C38561%2C1731360111858 2024-11-11T21:22:12,660 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:12,660 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 379, reset compression=false 2024-11-11T21:22:12,660 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,38561,1731360111858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:12,691 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:22:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:12,864 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 379, reset compression=false 2024-11-11T21:22:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:13,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61150d6284f11cff4ee91c4c28b5db12, NAME => 'hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33 2024-11-11T21:22:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:22:13,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:13,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 61150d6284f11cff4ee91c4c28b5db12, disabling compactions & flushes 2024-11-11T21:22:13,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:13,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:13,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. after waiting 0 ms 2024-11-11T21:22:13,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:13,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:13,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61150d6284f11cff4ee91c4c28b5db12: Waiting for close lock at 1731360133056Disabling compacts and flushes for region at 1731360133056Disabling writes for close at 1731360133056Writing region close event to WAL at 1731360133056Closed at 1731360133056 2024-11-11T21:22:13,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:22:13,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360133057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360133057"}]},"ts":"1731360133057"} 2024-11-11T21:22:13,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:22:13,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:22:13,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360133060"}]},"ts":"1731360133060"} 2024-11-11T21:22:13,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:22:13,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61150d6284f11cff4ee91c4c28b5db12, ASSIGN}] 2024-11-11T21:22:13,063 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61150d6284f11cff4ee91c4c28b5db12, ASSIGN 2024-11-11T21:22:13,063 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61150d6284f11cff4ee91c4c28b5db12, ASSIGN; state=OFFLINE, location=f286ae0a5299,42631,1731360117205; forceNewPlan=false, retain=false 2024-11-11T21:22:13,167 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 379, reset compression=false 2024-11-11T21:22:13,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61150d6284f11cff4ee91c4c28b5db12, regionState=OPENING, regionLocation=f286ae0a5299,42631,1731360117205 2024-11-11T21:22:13,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61150d6284f11cff4ee91c4c28b5db12, ASSIGN because future has completed 2024-11-11T21:22:13,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61150d6284f11cff4ee91c4c28b5db12, server=f286ae0a5299,42631,1731360117205}] 2024-11-11T21:22:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:13,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:13,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:13,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:22:13,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42631%2C1731360117205.rep, suffix=, logDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205, archiveDir=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/oldWALs, maxLogs=10 2024-11-11T21:22:13,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.rep.1731360133372, exclude list is [], retry=0 2024-11-11T21:22:13,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45621,DS-6cb3e831-5e06-46c0-9161-ebb1960520f0,DISK] 2024-11-11T21:22:13,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.rep.1731360133372 2024-11-11T21:22:13,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42285:42285)] 2024-11-11T21:22:13,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 61150d6284f11cff4ee91c4c28b5db12, NAME => 'hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:13,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:13,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:22:13,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. service=MultiRowMutationService 2024-11-11T21:22:13,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:22:13,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:13,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,389 INFO [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,390 INFO [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61150d6284f11cff4ee91c4c28b5db12 columnFamilyName hfileref 2024-11-11T21:22:13,390 DEBUG [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:13,390 INFO [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] regionserver.HStore(327): Store=61150d6284f11cff4ee91c4c28b5db12/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:13,390 INFO [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,391 INFO [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61150d6284f11cff4ee91c4c28b5db12 columnFamilyName queue 2024-11-11T21:22:13,391 DEBUG [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:13,391 INFO [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] regionserver.HStore(327): Store=61150d6284f11cff4ee91c4c28b5db12/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:13,391 INFO [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,392 INFO [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61150d6284f11cff4ee91c4c28b5db12 columnFamilyName sid 2024-11-11T21:22:13,392 DEBUG [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:13,392 INFO [StoreOpener-61150d6284f11cff4ee91c4c28b5db12-1 {}] regionserver.HStore(327): Store=61150d6284f11cff4ee91c4c28b5db12/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:13,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/replication/61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/replication/61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:22:13,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/replication/61150d6284f11cff4ee91c4c28b5db12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:13,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 61150d6284f11cff4ee91c4c28b5db12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68336530, jitterRate=0.018293648958206177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:22:13,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:13,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 61150d6284f11cff4ee91c4c28b5db12: Running coprocessor pre-open hook at 1731360133388Writing region info on filesystem at 1731360133388Initializing all the Stores at 1731360133388Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360133388Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360133388Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360133388Cleaning up temporary data from old regions at 1731360133394 (+6 ms)Running coprocessor post-open hooks at 1731360133396 (+2 ms)Region opened successfully at 1731360133396 2024-11-11T21:22:13,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12., pid=10, masterSystemTime=1731360133368 2024-11-11T21:22:13,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:13,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:13,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61150d6284f11cff4ee91c4c28b5db12, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42631,1731360117205 2024-11-11T21:22:13,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61150d6284f11cff4ee91c4c28b5db12, server=f286ae0a5299,42631,1731360117205 because future has completed 2024-11-11T21:22:13,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:22:13,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 61150d6284f11cff4ee91c4c28b5db12, server=f286ae0a5299,42631,1731360117205 in 185 msec 2024-11-11T21:22:13,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:22:13,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61150d6284f11cff4ee91c4c28b5db12, ASSIGN in 340 msec 2024-11-11T21:22:13,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:22:13,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360133403"}]},"ts":"1731360133403"} 2024-11-11T21:22:13,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:22:13,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:22:13,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 766 msec 2024-11-11T21:22:13,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12., hostname=f286ae0a5299,42631,1731360117205, seqNum=2] 2024-11-11T21:22:13,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:22:13,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:22:13,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:22:13,570 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 379, reset compression=false 2024-11-11T21:22:13,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:22:13,685 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:22:13,709 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,42631,1731360117205, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:22:13,710 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:13,710 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42631,1731360117205, seqNum=-1] 2024-11-11T21:22:13,710 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:13,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T21:22:13,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,42631,1731360117205', locateType=CURRENT is [region=hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12., hostname=f286ae0a5299,42631,1731360117205, seqNum=2] 2024-11-11T21:22:13,714 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:22:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:22:13,716 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,42631,1731360117205 suceeded 2024-11-11T21:22:13,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:22:13,717 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:45557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:22:13,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-11T21:22:13,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0850 sec 2024-11-11T21:22:13,727 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:45557' 2024-11-11T21:22:13,728 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5025562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:13,728 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45557,-1 for getting cluster id 2024-11-11T21:22:13,728 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:13,728 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f833f42a-27b3-431a-98e5-ca05df2e260f' 2024-11-11T21:22:13,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:13,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f833f42a-27b3-431a-98e5-ca05df2e260f" 2024-11-11T21:22:13,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ff67289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:13,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45557,-1] 2024-11-11T21:22:13,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:13,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:13,730 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:13,730 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7488b922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:13,730 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:13,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45557,1731360122426 2024-11-11T21:22:13,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59cb5adf 2024-11-11T21:22:13,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:13,731 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T21:22:13,732 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,42631,1731360117205 (queues=1) is replicating from cluster=afb184c5-0a8b-4f74-9626-fadaf68e5ade to cluster=f833f42a-27b3-431a-98e5-ca05df2e260f 2024-11-11T21:22:13,732 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C42631%2C1731360117205 2024-11-11T21:22:13,732 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,42631,1731360117205, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:22:13,732 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, startPosition=0, beingWritten=true 2024-11-11T21:22:13,732 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C42631%2C1731360117205 2024-11-11T21:22:13,736 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:13,736 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 379, reset compression=false 2024-11-11T21:22:13,736 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42631,1731360117205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:13,766 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:22:13,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:13,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:13,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:13,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:13,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:13,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ae5e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:13,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45557,-1 for getting cluster id 2024-11-11T21:22:13,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:13,767 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f833f42a-27b3-431a-98e5-ca05df2e260f' 2024-11-11T21:22:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f833f42a-27b3-431a-98e5-ca05df2e260f" 2024-11-11T21:22:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685e5755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45557,-1] 2024-11-11T21:22:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:13,769 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b33651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:13,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:13,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45557,1731360122426 2024-11-11T21:22:13,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b57b7ca 2024-11-11T21:22:13,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:13,770 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:13,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:37461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:22:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:22:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:13,773 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37461' 2024-11-11T21:22:13,774 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf122c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:13,774 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37461,-1 for getting cluster id 2024-11-11T21:22:13,774 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:13,774 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afb184c5-0a8b-4f74-9626-fadaf68e5ade' 2024-11-11T21:22:13,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:13,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afb184c5-0a8b-4f74-9626-fadaf68e5ade" 2024-11-11T21:22:13,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce000fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:13,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37461,-1] 2024-11-11T21:22:13,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:13,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:13,775 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132c9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:13,776 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37461,1731360116819 2024-11-11T21:22:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa3c82c 2024-11-11T21:22:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:13,777 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:13,777 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T21:22:13,778 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:22:13,778 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:13,778 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:13,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:13,778 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:13,779 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:22:13,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:22:13,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:13,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:22:13,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:22:13,829 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:22:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:13,939 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 379, reset compression=false 2024-11-11T21:22:13,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:13,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:22:13,957 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108735 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:22:14,073 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 379, reset compression=false 2024-11-11T21:22:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:14,185 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 797caef43f0dfdeac81b78051f36c671, NAME => 'hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76 2024-11-11T21:22:14,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:22:14,241 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 379, reset compression=false 2024-11-11T21:22:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:14,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:14,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 797caef43f0dfdeac81b78051f36c671, disabling compactions & flushes 2024-11-11T21:22:14,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:14,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:14,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. after waiting 0 ms 2024-11-11T21:22:14,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:14,592 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:14,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 797caef43f0dfdeac81b78051f36c671: Waiting for close lock at 1731360134591Disabling compacts and flushes for region at 1731360134591Disabling writes for close at 1731360134592 (+1 ms)Writing region close event to WAL at 1731360134592Closed at 1731360134592 2024-11-11T21:22:14,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:22:14,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360134593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360134593"}]},"ts":"1731360134593"} 2024-11-11T21:22:14,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:22:14,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:22:14,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360134595"}]},"ts":"1731360134595"} 2024-11-11T21:22:14,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:22:14,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=797caef43f0dfdeac81b78051f36c671, ASSIGN}] 2024-11-11T21:22:14,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=797caef43f0dfdeac81b78051f36c671, ASSIGN 2024-11-11T21:22:14,597 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=797caef43f0dfdeac81b78051f36c671, ASSIGN; state=OFFLINE, location=f286ae0a5299,36681,1731360122667; forceNewPlan=false, retain=false 2024-11-11T21:22:14,644 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 379, reset compression=false 2024-11-11T21:22:14,676 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 379, reset compression=false 2024-11-11T21:22:14,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=797caef43f0dfdeac81b78051f36c671, regionState=OPENING, regionLocation=f286ae0a5299,36681,1731360122667 2024-11-11T21:22:14,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=797caef43f0dfdeac81b78051f36c671, ASSIGN because future has completed 2024-11-11T21:22:14,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 797caef43f0dfdeac81b78051f36c671, server=f286ae0a5299,36681,1731360122667}] 2024-11-11T21:22:14,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:14,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:14,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:22:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:14,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C36681%2C1731360122667.rep, suffix=, logDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667, archiveDir=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/oldWALs, maxLogs=10 2024-11-11T21:22:14,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.rep.1731360134906, exclude list is [], retry=0 2024-11-11T21:22:14,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36059,DS-ccbe19f7-eedf-4f8a-b666-e4b7d31181f1,DISK] 2024-11-11T21:22:14,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.rep.1731360134906 2024-11-11T21:22:14,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40605:40605)] 2024-11-11T21:22:14,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 797caef43f0dfdeac81b78051f36c671, NAME => 'hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:14,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:14,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:22:14,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. service=MultiRowMutationService 2024-11-11T21:22:14,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:22:14,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:14,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,922 INFO [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,923 INFO [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797caef43f0dfdeac81b78051f36c671 columnFamilyName hfileref 2024-11-11T21:22:14,923 DEBUG [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:14,923 INFO [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] regionserver.HStore(327): Store=797caef43f0dfdeac81b78051f36c671/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:14,923 INFO [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,924 INFO [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797caef43f0dfdeac81b78051f36c671 columnFamilyName queue 2024-11-11T21:22:14,924 DEBUG [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:14,924 INFO [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] regionserver.HStore(327): Store=797caef43f0dfdeac81b78051f36c671/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:14,924 INFO [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,925 INFO [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797caef43f0dfdeac81b78051f36c671 columnFamilyName sid 2024-11-11T21:22:14,925 DEBUG [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:14,926 INFO [StoreOpener-797caef43f0dfdeac81b78051f36c671-1 {}] regionserver.HStore(327): Store=797caef43f0dfdeac81b78051f36c671/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:14,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/replication/797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/replication/797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:22:14,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/replication/797caef43f0dfdeac81b78051f36c671/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:14,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 797caef43f0dfdeac81b78051f36c671; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60822187, jitterRate=-0.0936787873506546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:22:14,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:14,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 797caef43f0dfdeac81b78051f36c671: Running coprocessor pre-open hook at 1731360134921Writing region info on filesystem at 1731360134921Initializing all the Stores at 1731360134922 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360134922Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360134922Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360134922Cleaning up temporary data from old regions at 1731360134927 (+5 ms)Running coprocessor post-open hooks at 1731360134929 (+2 ms)Region opened successfully at 1731360134929 2024-11-11T21:22:14,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671., pid=10, masterSystemTime=1731360134902 2024-11-11T21:22:14,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:14,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:14,931 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=797caef43f0dfdeac81b78051f36c671, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36681,1731360122667 2024-11-11T21:22:14,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 797caef43f0dfdeac81b78051f36c671, server=f286ae0a5299,36681,1731360122667 because future has completed 2024-11-11T21:22:14,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:22:14,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 797caef43f0dfdeac81b78051f36c671, server=f286ae0a5299,36681,1731360122667 in 183 msec 2024-11-11T21:22:14,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:22:14,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=797caef43f0dfdeac81b78051f36c671, ASSIGN in 339 msec 2024-11-11T21:22:14,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:22:14,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360134936"}]},"ts":"1731360134936"} 2024-11-11T21:22:14,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:22:14,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:22:14,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-11T21:22:14,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671., hostname=f286ae0a5299,36681,1731360122667, seqNum=2] 2024-11-11T21:22:15,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:15,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:15,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:22:15,147 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 379, reset compression=false 2024-11-11T21:22:15,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:22:15,251 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:22:15,296 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,36681,1731360122667, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:22:15,297 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:15,297 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36681,1731360122667, seqNum=-1] 2024-11-11T21:22:15,297 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:15,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T21:22:15,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,36681,1731360122667', locateType=CURRENT is [region=hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671., hostname=f286ae0a5299,36681,1731360122667, seqNum=2] 2024-11-11T21:22:15,301 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:22:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:22:15,304 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,36681,1731360122667 suceeded 2024-11-11T21:22:15,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:22:15,305 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:37461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:22:15,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-11T21:22:15,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5340 sec 2024-11-11T21:22:15,316 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:37461' 2024-11-11T21:22:15,317 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529f698f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,317 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37461,-1 for getting cluster id 2024-11-11T21:22:15,317 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:15,318 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afb184c5-0a8b-4f74-9626-fadaf68e5ade' 2024-11-11T21:22:15,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:15,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afb184c5-0a8b-4f74-9626-fadaf68e5ade" 2024-11-11T21:22:15,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b63a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37461,-1] 2024-11-11T21:22:15,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:15,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:15,319 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:15,320 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d628f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,320 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:15,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,37461,1731360116819 2024-11-11T21:22:15,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@581c22b5 2024-11-11T21:22:15,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:15,322 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T21:22:15,323 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,36681,1731360122667 (queues=1) is replicating from cluster=f833f42a-27b3-431a-98e5-ca05df2e260f to cluster=afb184c5-0a8b-4f74-9626-fadaf68e5ade 2024-11-11T21:22:15,323 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C36681%2C1731360122667 2024-11-11T21:22:15,323 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,36681,1731360122667, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:22:15,323 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C36681%2C1731360122667 2024-11-11T21:22:15,324 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912, startPosition=0, beingWritten=true 2024-11-11T21:22:15,328 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:15,328 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 379, reset compression=false 2024-11-11T21:22:15,328 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36681,1731360122667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:15,379 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 379, reset compression=false 2024-11-11T21:22:15,537 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 379, reset compression=false 2024-11-11T21:22:15,750 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 379, reset compression=false 2024-11-11T21:22:15,841 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 379, reset compression=false 2024-11-11T21:22:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:15,916 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:22:15,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:15,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:15,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:15,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:15,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:15,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552d497e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,43317,-1 for getting cluster id 2024-11-11T21:22:15,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:15,918 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95265b0d-d105-4ec3-a2c3-67bf8eb33cdc' 2024-11-11T21:22:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95265b0d-d105-4ec3-a2c3-67bf8eb33cdc" 2024-11-11T21:22:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e5d715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,43317,-1] 2024-11-11T21:22:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:15,919 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:15,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b98554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e162aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37461,-1 for getting cluster id 2024-11-11T21:22:15,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:15,921 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afb184c5-0a8b-4f74-9626-fadaf68e5ade' 2024-11-11T21:22:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afb184c5-0a8b-4f74-9626-fadaf68e5ade" 2024-11-11T21:22:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1605a4f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37461,-1] 2024-11-11T21:22:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:15,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:15,922 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:15,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62883c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c97cb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45557,-1 for getting cluster id 2024-11-11T21:22:15,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:15,923 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f833f42a-27b3-431a-98e5-ca05df2e260f' 2024-11-11T21:22:15,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f833f42a-27b3-431a-98e5-ca05df2e260f" 2024-11-11T21:22:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26664de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45557,-1] 2024-11-11T21:22:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:15,924 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbf5c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:15,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,38561,1731360111858, seqNum=-1] 2024-11-11T21:22:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:15,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360126028.26ef71fed9a87d36be918ec60d79973e., hostname=f286ae0a5299,38561,1731360111858, seqNum=2] 2024-11-11T21:22:15,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:15,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36681,1731360122667, seqNum=-1] 2024-11-11T21:22:15,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:15,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360129338.42a2254281a912c008912476f0020e8f., hostname=f286ae0a5299,36681,1731360122667, seqNum=2] 2024-11-11T21:22:15,936 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T21:22:16,183 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 379, reset compression=false 2024-11-11T21:22:16,187 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:22:16,187 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 480, reset compression=false 2024-11-11T21:22:16,187 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,38561,1731360111858 got entry batch from reader: WALEntryBatch [walEntries=[{test/26ef71fed9a87d36be918ec60d79973e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T21:22:16,189 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:22:16,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T21:22:16,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:22:16,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b2fa50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:16,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,37461,-1 for getting cluster id 2024-11-11T21:22:16,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:16,191 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afb184c5-0a8b-4f74-9626-fadaf68e5ade' 2024-11-11T21:22:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afb184c5-0a8b-4f74-9626-fadaf68e5ade" 2024-11-11T21:22:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ac2bee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,37461,-1] 2024-11-11T21:22:16,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:16,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:16,192 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:16,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1db1b304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:16,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42631,1731360117205, seqNum=-1] 2024-11-11T21:22:16,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:16,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T21:22:16,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360128188.f9110bfefcc09dde7ae94798da23148c., hostname=f286ae0a5299,42631,1731360117205, seqNum=2] 2024-11-11T21:22:16,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:22:16,244 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 379, reset compression=false 2024-11-11T21:22:16,390 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 480, reset compression=false 2024-11-11T21:22:16,453 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 379, reset compression=false 2024-11-11T21:22:16,457 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:22:16,457 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 504, reset compression=false 2024-11-11T21:22:16,457 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42631,1731360117205 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9110bfefcc09dde7ae94798da23148c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T21:22:16,459 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:22:16,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T21:22:16,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:22:16,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@438cb186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:16,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45557,-1 for getting cluster id 2024-11-11T21:22:16,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:16,462 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f833f42a-27b3-431a-98e5-ca05df2e260f' 2024-11-11T21:22:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f833f42a-27b3-431a-98e5-ca05df2e260f" 2024-11-11T21:22:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71a0e5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45557,-1] 2024-11-11T21:22:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:16,463 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:16,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585df7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:16,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:16,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36681,1731360122667, seqNum=-1] 2024-11-11T21:22:16,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:16,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T21:22:16,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731360129338.42a2254281a912c008912476f0020e8f., hostname=f286ae0a5299,36681,1731360122667, seqNum=2] 2024-11-11T21:22:16,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:22:16,661 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 504, reset compression=false 2024-11-11T21:22:16,693 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 480, reset compression=false 2024-11-11T21:22:16,747 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 379, reset compression=false 2024-11-11T21:22:16,751 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:16,751 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 528, reset compression=false 2024-11-11T21:22:16,751 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36681,1731360122667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:16,771 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:22:16,937 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T21:22:16,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42631,1731360117205, seqNum=-1] 2024-11-11T21:22:16,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:16,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731360128188.f9110bfefcc09dde7ae94798da23148c., hostname=f286ae0a5299,42631,1731360117205, seqNum=2] 2024-11-11T21:22:16,944 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T21:22:16,954 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 528, reset compression=false 2024-11-11T21:22:16,965 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 504, reset compression=false 2024-11-11T21:22:16,968 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:22:16,968 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 608, reset compression=false 2024-11-11T21:22:16,968 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42631,1731360117205 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9110bfefcc09dde7ae94798da23148c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T21:22:16,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:22:16,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:22:17,095 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 480, reset compression=false 2024-11-11T21:22:17,171 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 608, reset compression=false 2024-11-11T21:22:17,257 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 528, reset compression=false 2024-11-11T21:22:17,261 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:17,261 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 656, reset compression=false 2024-11-11T21:22:17,261 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36681,1731360122667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:17,464 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 656, reset compression=false 2024-11-11T21:22:17,474 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 608, reset compression=false 2024-11-11T21:22:17,599 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 480, reset compression=false 2024-11-11T21:22:17,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:22:17,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,768 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 656, reset compression=false 2024-11-11T21:22:17,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:17,877 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 608, reset compression=false 2024-11-11T21:22:17,946 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T21:22:17,948 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T21:22:18,172 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 656, reset compression=false 2024-11-11T21:22:18,176 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:22:18,176 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 760, reset compression=false 2024-11-11T21:22:18,176 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36681,1731360122667 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a2254281a912c008912476f0020e8f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T21:22:18,178 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:22:18,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T21:22:18,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:22:18,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:22:18,202 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 480, reset compression=false 2024-11-11T21:22:18,379 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 760, reset compression=false 2024-11-11T21:22:18,381 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 608, reset compression=false 2024-11-11T21:22:18,384 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:18,384 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 736, reset compression=false 2024-11-11T21:22:18,384 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42631,1731360117205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:18,587 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 736, reset compression=false 2024-11-11T21:22:18,682 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 760, reset compression=false 2024-11-11T21:22:18,890 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 736, reset compression=false 2024-11-11T21:22:18,905 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 480, reset compression=false 2024-11-11T21:22:18,949 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T21:22:18,952 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T21:22:19,085 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 760, reset compression=false 2024-11-11T21:22:19,288 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=34, reused chunk count=125, reuseRatio=78.62% 2024-11-11T21:22:19,291 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-11T21:22:19,293 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 736, reset compression=false 2024-11-11T21:22:19,588 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 760, reset compression=false 2024-11-11T21:22:19,708 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 480, reset compression=false 2024-11-11T21:22:19,711 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:22:19,711 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:19,711 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,38561,1731360111858 got entry batch from reader: WALEntryBatch [walEntries=[{test/26ef71fed9a87d36be918ec60d79973e/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T21:22:19,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:22:19,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:22:19,795 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 736, reset compression=false 2024-11-11T21:22:19,799 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:22:19,799 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 884, reset compression=false 2024-11-11T21:22:19,799 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42631,1731360117205 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9110bfefcc09dde7ae94798da23148c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T21:22:19,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:22:19,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:22:19,915 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:19,954 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T21:22:19,956 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T21:22:20,002 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 884, reset compression=false 2024-11-11T21:22:20,006 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:22:20,006 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1043, reset compression=false 2024-11-11T21:22:20,006 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42631,1731360117205 got entry batch from reader: WALEntryBatch [walEntries=[{test/f9110bfefcc09dde7ae94798da23148c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T21:22:20,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:22:20,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:22:20,191 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 760, reset compression=false 2024-11-11T21:22:20,194 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:20,194 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1082, reset compression=false 2024-11-11T21:22:20,194 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36681,1731360122667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:20,209 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1043, reset compression=false 2024-11-11T21:22:20,218 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:20,397 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1082, reset compression=false 2024-11-11T21:22:20,511 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1043, reset compression=false 2024-11-11T21:22:20,621 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:20,700 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1082, reset compression=false 2024-11-11T21:22:20,914 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1043, reset compression=false 2024-11-11T21:22:20,958 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T21:22:20,961 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T21:22:21,082 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:22:21,102 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1082, reset compression=false 2024-11-11T21:22:21,106 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:22:21,106 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1241, reset compression=false 2024-11-11T21:22:21,106 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36681,1731360122667 got entry batch from reader: WALEntryBatch [walEntries=[{test/42a2254281a912c008912476f0020e8f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T21:22:21,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T21:22:21,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T21:22:21,124 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:21,309 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1241, reset compression=false 2024-11-11T21:22:21,417 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1043, reset compression=false 2024-11-11T21:22:21,420 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:21,420 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1193, reset compression=false 2024-11-11T21:22:21,421 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42631,1731360117205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:21,612 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1241, reset compression=false 2024-11-11T21:22:21,624 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1193, reset compression=false 2024-11-11T21:22:21,727 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:21,927 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1193, reset compression=false 2024-11-11T21:22:21,962 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T21:22:21,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:22:21,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:21,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:21,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:21,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:21,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:21,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:22:21,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=327886831, stopped=false 2024-11-11T21:22:21,967 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,45557,1731360122426 2024-11-11T21:22:22,015 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1241, reset compression=false 2024-11-11T21:22:22,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-652915672/running 2024-11-11T21:22:22,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-652915672/running 2024-11-11T21:22:22,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:22,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:22,034 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:22:22,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:22,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:22,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:22,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on znode that does not yet exist, /2-652915672/running 2024-11-11T21:22:22,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Set watcher on znode that does not yet exist, /2-652915672/running 2024-11-11T21:22:22,035 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,36681,1731360122667' ***** 2024-11-11T21:22:22,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:22:22,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(3091): Received CLOSE for 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(3091): Received CLOSE for 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,36681,1731360122667 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36681. 2024-11-11T21:22:22,036 DEBUG [RS:0;f286ae0a5299:36681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:22,036 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 797caef43f0dfdeac81b78051f36c671, disabling compactions & flushes 2024-11-11T21:22:22,036 DEBUG [RS:0;f286ae0a5299:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:22,036 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:22,036 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:22,036 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. after waiting 0 ms 2024-11-11T21:22:22,036 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:22:22,036 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:22:22,036 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 797caef43f0dfdeac81b78051f36c671 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-11T21:22:22,037 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:22:22,037 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 797caef43f0dfdeac81b78051f36c671=hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671., 42a2254281a912c008912476f0020e8f=test,,1731360129338.42a2254281a912c008912476f0020e8f.} 2024-11-11T21:22:22,037 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:22:22,037 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a2254281a912c008912476f0020e8f, 797caef43f0dfdeac81b78051f36c671 2024-11-11T21:22:22,037 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:22:22,037 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:22:22,037 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:22:22,037 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:22:22,037 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:22:22,051 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/replication/797caef43f0dfdeac81b78051f36c671/.tmp/queue/7faa1a8089694866bbfea108a2a20c26 is 154, key is 1-f286ae0a5299,36681,1731360122667/queue:f286ae0a5299%2C36681%2C1731360122667/1731360141110/Put/seqid=0 2024-11-11T21:22:22,053 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/info/d021079484e64e15977eb035fc5539f8 is 147, key is hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671./info:regioninfo/1731360134931/Put/seqid=0 2024-11-11T21:22:22,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741840_1016 (size=5353) 2024-11-11T21:22:22,054 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/replication/797caef43f0dfdeac81b78051f36c671/.tmp/queue/7faa1a8089694866bbfea108a2a20c26 2024-11-11T21:22:22,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741841_1017 (size=7686) 2024-11-11T21:22:22,058 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/replication/797caef43f0dfdeac81b78051f36c671/.tmp/queue/7faa1a8089694866bbfea108a2a20c26 as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/replication/797caef43f0dfdeac81b78051f36c671/queue/7faa1a8089694866bbfea108a2a20c26 2024-11-11T21:22:22,061 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/replication/797caef43f0dfdeac81b78051f36c671/queue/7faa1a8089694866bbfea108a2a20c26, entries=1, sequenceid=11, filesize=5.2 K 2024-11-11T21:22:22,062 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 797caef43f0dfdeac81b78051f36c671 in 26ms, sequenceid=11, compaction requested=false 2024-11-11T21:22:22,065 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/replication/797caef43f0dfdeac81b78051f36c671/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T21:22:22,066 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:22:22,066 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:22:22,066 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:22,066 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 797caef43f0dfdeac81b78051f36c671: Waiting for close lock at 1731360142036Running coprocessor pre-close hooks at 1731360142036Disabling compacts and flushes for region at 1731360142036Disabling writes for close at 1731360142036Obtaining lock to block concurrent updates at 1731360142036Preparing flush snapshotting stores in 797caef43f0dfdeac81b78051f36c671 at 1731360142036Finished memstore snapshotting hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731360142037 (+1 ms)Flushing stores of hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. at 1731360142037Flushing 797caef43f0dfdeac81b78051f36c671/queue: creating writer at 1731360142037Flushing 797caef43f0dfdeac81b78051f36c671/queue: appending metadata at 1731360142050 (+13 ms)Flushing 797caef43f0dfdeac81b78051f36c671/queue: closing flushed file at 1731360142050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0cf9ad: reopening flushed file at 1731360142058 (+8 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 797caef43f0dfdeac81b78051f36c671 in 26ms, sequenceid=11, compaction requested=false at 1731360142062 (+4 ms)Writing region close event to WAL at 1731360142063 (+1 ms)Running coprocessor post-close hooks at 1731360142066 (+3 ms)Closed at 1731360142066 2024-11-11T21:22:22,066 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731360133778.797caef43f0dfdeac81b78051f36c671. 2024-11-11T21:22:22,066 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42a2254281a912c008912476f0020e8f, disabling compactions & flushes 2024-11-11T21:22:22,066 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:22,066 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:22,066 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360129338.42a2254281a912c008912476f0020e8f. after waiting 0 ms 2024-11-11T21:22:22,066 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:22,066 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42a2254281a912c008912476f0020e8f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T21:22:22,080 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/.tmp/f/db7dc19b974540c29f577f758a1cabfe is 29, key is row1/f:/1731360139954/DeleteFamily/seqid=0 2024-11-11T21:22:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741842_1018 (size=5152) 2024-11-11T21:22:22,083 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/.tmp/f/db7dc19b974540c29f577f758a1cabfe 2024-11-11T21:22:22,086 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db7dc19b974540c29f577f758a1cabfe 2024-11-11T21:22:22,093 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:22:22,099 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/.tmp/f1/659128be79d2416da35941adadd2f716 is 30, key is row1/f1:/1731360139954/DeleteFamily/seqid=0 2024-11-11T21:22:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741843_1019 (size=5158) 2024-11-11T21:22:22,237 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:22,329 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1193, reset compression=false 2024-11-11T21:22:22,430 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:22,437 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:22,458 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/info/d021079484e64e15977eb035fc5539f8 2024-11-11T21:22:22,472 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/ns/52e579d604c24893a31b0311a3dab4f1 is 43, key is default/ns:d/1731360125907/Put/seqid=0 2024-11-11T21:22:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741844_1020 (size=5153) 2024-11-11T21:22:22,476 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/ns/52e579d604c24893a31b0311a3dab4f1 2024-11-11T21:22:22,495 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/rep_barrier/895d1151d04d4a839c474321b7c5c980 is 112, key is test,,1731360129338.42a2254281a912c008912476f0020e8f./rep_barrier:seqnumDuringOpen/1731360130475/Put/seqid=0 2024-11-11T21:22:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741845_1021 (size=5518) 2024-11-11T21:22:22,502 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/.tmp/f1/659128be79d2416da35941adadd2f716 2024-11-11T21:22:22,505 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 659128be79d2416da35941adadd2f716 2024-11-11T21:22:22,517 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/.tmp/norep/5ce503cde6e74f8ba9ea619f753995e9 is 33, key is row2/norep:/1731360140959/DeleteFamily/seqid=0 2024-11-11T21:22:22,518 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1241, reset compression=false 2024-11-11T21:22:22,521 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:22,521 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1488, reset compression=false 2024-11-11T21:22:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741846_1022 (size=5108) 2024-11-11T21:22:22,521 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36681,1731360122667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:22,522 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,36681,1731360122667: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,36681,1731360122667, walGroup=f286ae0a5299%2C36681%2C1731360122667, offset=f286ae0a5299%2C36681%2C1731360122667.1731360124912:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:36681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:22:22,523 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:22:22,523 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:22:22,524 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:22:22,524 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:22:22,524 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:22:22,524 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 888308976 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201582904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:22:22,525 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:22:22,637 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:22,723 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1488, reset compression=false 2024-11-11T21:22:22,781 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:22:22,781 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:22:22,832 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1193, reset compression=false 2024-11-11T21:22:22,837 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a2254281a912c008912476f0020e8f 2024-11-11T21:22:22,898 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/rep_barrier/895d1151d04d4a839c474321b7c5c980 2024-11-11T21:22:22,919 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/table/f0e4fe72655744dba13ed58ca48b0866 is 53, key is hbase:replication/table:state/1731360134936/Put/seqid=0 2024-11-11T21:22:22,921 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/.tmp/norep/5ce503cde6e74f8ba9ea619f753995e9 2024-11-11T21:22:22,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741847_1023 (size=5308) 2024-11-11T21:22:22,924 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ce503cde6e74f8ba9ea619f753995e9 2024-11-11T21:22:22,925 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/.tmp/f/db7dc19b974540c29f577f758a1cabfe as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/f/db7dc19b974540c29f577f758a1cabfe 2024-11-11T21:22:22,928 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db7dc19b974540c29f577f758a1cabfe 2024-11-11T21:22:22,928 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/f/db7dc19b974540c29f577f758a1cabfe, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T21:22:22,928 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/.tmp/f1/659128be79d2416da35941adadd2f716 as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/f1/659128be79d2416da35941adadd2f716 2024-11-11T21:22:22,931 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 659128be79d2416da35941adadd2f716 2024-11-11T21:22:22,932 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/f1/659128be79d2416da35941adadd2f716, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T21:22:22,932 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/.tmp/norep/5ce503cde6e74f8ba9ea619f753995e9 as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/norep/5ce503cde6e74f8ba9ea619f753995e9 2024-11-11T21:22:22,936 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ce503cde6e74f8ba9ea619f753995e9 2024-11-11T21:22:22,936 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/norep/5ce503cde6e74f8ba9ea619f753995e9, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T21:22:22,937 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 42a2254281a912c008912476f0020e8f in 871ms, sequenceid=10, compaction requested=false 2024-11-11T21:22:22,940 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/default/test/42a2254281a912c008912476f0020e8f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T21:22:22,941 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:22:22,941 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:22:22,941 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:22,941 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42a2254281a912c008912476f0020e8f: Waiting for close lock at 1731360142066Running coprocessor pre-close hooks at 1731360142066Disabling compacts and flushes for region at 1731360142066Disabling writes for close at 1731360142066Obtaining lock to block concurrent updates at 1731360142066Preparing flush snapshotting stores in 42a2254281a912c008912476f0020e8f at 1731360142066Finished memstore snapshotting test,,1731360129338.42a2254281a912c008912476f0020e8f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731360142067 (+1 ms)Flushing stores of test,,1731360129338.42a2254281a912c008912476f0020e8f. at 1731360142067Flushing 42a2254281a912c008912476f0020e8f/f: creating writer at 1731360142067Flushing 42a2254281a912c008912476f0020e8f/f: appending metadata at 1731360142079 (+12 ms)Flushing 42a2254281a912c008912476f0020e8f/f: closing flushed file at 1731360142079Flushing 42a2254281a912c008912476f0020e8f/f1: creating writer at 1731360142086 (+7 ms)Flushing 42a2254281a912c008912476f0020e8f/f1: appending metadata at 1731360142098 (+12 ms)Flushing 42a2254281a912c008912476f0020e8f/f1: closing flushed file at 1731360142098Flushing 42a2254281a912c008912476f0020e8f/norep: creating writer at 1731360142505 (+407 ms)Flushing 42a2254281a912c008912476f0020e8f/norep: appending metadata at 1731360142517 (+12 ms)Flushing 42a2254281a912c008912476f0020e8f/norep: closing flushed file at 1731360142517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eecf44d: reopening flushed file at 1731360142924 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa29ac5: reopening flushed file at 1731360142928 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e03ab2f: reopening flushed file at 1731360142932 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 42a2254281a912c008912476f0020e8f in 871ms, sequenceid=10, compaction requested=false at 1731360142937 (+5 ms)Writing region close event to WAL at 1731360142938 (+1 ms)Running coprocessor post-close hooks at 1731360142941 (+3 ms)Closed at 1731360142941 2024-11-11T21:22:22,941 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360129338.42a2254281a912c008912476f0020e8f. 2024-11-11T21:22:23,026 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 1488, reset compression=false 2024-11-11T21:22:23,030 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:23,030 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 2132, reset compression=false 2024-11-11T21:22:23,037 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:22:23,233 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.wal-reader.f286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/WALs/f286ae0a5299,36681,1731360122667/f286ae0a5299%2C36681%2C1731360122667.1731360124912 to pos 2132, reset compression=false 2024-11-11T21:22:23,233 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:23,237 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:22:23,238 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:22:23,238 DEBUG [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:22:23,322 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/table/f0e4fe72655744dba13ed58ca48b0866 2024-11-11T21:22:23,326 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/info/d021079484e64e15977eb035fc5539f8 as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/info/d021079484e64e15977eb035fc5539f8 2024-11-11T21:22:23,330 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/info/d021079484e64e15977eb035fc5539f8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:22:23,331 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/ns/52e579d604c24893a31b0311a3dab4f1 as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/ns/52e579d604c24893a31b0311a3dab4f1 2024-11-11T21:22:23,335 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/ns/52e579d604c24893a31b0311a3dab4f1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:22:23,336 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/rep_barrier/895d1151d04d4a839c474321b7c5c980 as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/rep_barrier/895d1151d04d4a839c474321b7c5c980 2024-11-11T21:22:23,339 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/rep_barrier/895d1151d04d4a839c474321b7c5c980, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:22:23,340 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/.tmp/table/f0e4fe72655744dba13ed58ca48b0866 as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/table/f0e4fe72655744dba13ed58ca48b0866 2024-11-11T21:22:23,342 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/table/f0e4fe72655744dba13ed58ca48b0866, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:22:23,343 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-11T21:22:23,347 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:22:23,347 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:22:23,347 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:22:23,347 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:23,347 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360142037Running coprocessor pre-close hooks at 1731360142037Disabling compacts and flushes for region at 1731360142037Disabling writes for close at 1731360142037Obtaining lock to block concurrent updates at 1731360142037Preparing flush snapshotting stores in 1588230740 at 1731360142037Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360142037Flushing stores of hbase:meta,,1.1588230740 at 1731360142037Flushing 1588230740/info: creating writer at 1731360142037Flushing 1588230740/info: appending metadata at 1731360142053 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731360142053Flushing 1588230740/ns: creating writer at 1731360142461 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731360142472 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731360142472Flushing 1588230740/rep_barrier: creating writer at 1731360142479 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360142495 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360142495Flushing 1588230740/table: creating writer at 1731360142902 (+407 ms)Flushing 1588230740/table: appending metadata at 1731360142918 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731360142918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bfe0c01: reopening flushed file at 1731360143326 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cfe1c2: reopening flushed file at 1731360143331 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad8da96: reopening flushed file at 1731360143335 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e67c77: reopening flushed file at 1731360143339 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731360143343 (+4 ms)Writing region close event to WAL at 1731360143344 (+1 ms)Running coprocessor post-close hooks at 1731360143347 (+3 ms)Closed at 1731360143347 2024-11-11T21:22:23,347 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:23,435 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1193, reset compression=false 2024-11-11T21:22:23,438 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,36681,1731360122667; all regions closed. 2024-11-11T21:22:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:22:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741839_1015 (size=2896) 2024-11-11T21:22:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741832_1008 (size=2140) 2024-11-11T21:22:23,443 DEBUG [RS:0;f286ae0a5299:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:23,443 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:22:23,443 INFO [RS:0;f286ae0a5299:36681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:22:23,443 INFO [RS:0;f286ae0a5299:36681 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:22:23,443 INFO [RS:0;f286ae0a5299:36681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:22:23,443 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:22:23,444 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,36681,1731360122667 because: Region server is closing 2024-11-11T21:22:23,444 INFO [RS:0;f286ae0a5299:36681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36681. 2024-11-11T21:22:23,444 DEBUG [RS:0;f286ae0a5299:36681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:23,444 DEBUG [RS:0;f286ae0a5299:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:23,444 DEBUG [RS:0;f286ae0a5299:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:23,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:23,544 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36681,1731360122667.replicationSource.shipperf286ae0a5299%2C36681%2C1731360122667,1-f286ae0a5299,36681,1731360122667 terminated 2024-11-11T21:22:23,544 INFO [RS:0;f286ae0a5299:36681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36681. 2024-11-11T21:22:23,544 DEBUG [RS:0;f286ae0a5299:36681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:23,545 DEBUG [RS:0;f286ae0a5299:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:23,545 DEBUG [RS:0;f286ae0a5299:36681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:23,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:23,545 INFO [RS:0;f286ae0a5299:36681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36681 2024-11-11T21:22:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-652915672/rs/f286ae0a5299,36681,1731360122667 2024-11-11T21:22:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672/rs 2024-11-11T21:22:23,613 INFO [RS:0;f286ae0a5299:36681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:22:23,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,36681,1731360122667] 2024-11-11T21:22:23,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-652915672/draining/f286ae0a5299,36681,1731360122667 already deleted, retry=false 2024-11-11T21:22:23,634 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,36681,1731360122667 expired; onlineServers=0 2024-11-11T21:22:23,634 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,45557,1731360122426' ***** 2024-11-11T21:22:23,634 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:22:23,634 INFO [M:0;f286ae0a5299:45557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:22:23,634 INFO [M:0;f286ae0a5299:45557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:22:23,634 DEBUG [M:0;f286ae0a5299:45557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:22:23,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:22:23,634 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360124665 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360124665,5,FailOnTimeoutGroup] 2024-11-11T21:22:23,634 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360124665 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360124665,5,FailOnTimeoutGroup] 2024-11-11T21:22:23,634 DEBUG [M:0;f286ae0a5299:45557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:22:23,635 INFO [M:0;f286ae0a5299:45557 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:22:23,635 INFO [M:0;f286ae0a5299:45557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:22:23,635 DEBUG [M:0;f286ae0a5299:45557 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:22:23,635 INFO [M:0;f286ae0a5299:45557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:22:23,635 INFO [M:0;f286ae0a5299:45557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:22:23,635 INFO [M:0;f286ae0a5299:45557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:22:23,635 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:22:23,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-652915672/master 2024-11-11T21:22:23,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-652915672 2024-11-11T21:22:23,645 DEBUG [M:0;f286ae0a5299:45557 {}] zookeeper.ZKUtil(347): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Unable to get data of znode /2-652915672/master because node does not exist (not an error) 2024-11-11T21:22:23,645 WARN [M:0;f286ae0a5299:45557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:22:23,653 INFO [M:0;f286ae0a5299:45557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/.lastflushedseqids 2024-11-11T21:22:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741848_1024 (size=245) 2024-11-11T21:22:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36681-0x1012bc6af3e0007, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:23,724 INFO [RS:0;f286ae0a5299:36681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:22:23,724 INFO [RS:0;f286ae0a5299:36681 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,36681,1731360122667; zookeeper connection closed. 2024-11-11T21:22:23,724 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53f5ea1d 2024-11-11T21:22:23,724 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:22:24,057 INFO [M:0;f286ae0a5299:45557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:22:24,057 INFO [M:0;f286ae0a5299:45557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:22:24,057 DEBUG [M:0;f286ae0a5299:45557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:22:24,058 INFO [M:0;f286ae0a5299:45557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:24,058 DEBUG [M:0;f286ae0a5299:45557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:24,058 DEBUG [M:0;f286ae0a5299:45557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:22:24,058 DEBUG [M:0;f286ae0a5299:45557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:24,058 INFO [M:0;f286ae0a5299:45557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-11T21:22:24,071 DEBUG [M:0;f286ae0a5299:45557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feeaa5c851d3464bb843c9f37a06e7ff is 82, key is hbase:meta,,1/info:regioninfo/1731360125890/Put/seqid=0 2024-11-11T21:22:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741849_1025 (size=5672) 2024-11-11T21:22:24,137 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:24,138 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1193, reset compression=false 2024-11-11T21:22:24,475 INFO [M:0;f286ae0a5299:45557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feeaa5c851d3464bb843c9f37a06e7ff 2024-11-11T21:22:24,491 DEBUG [M:0;f286ae0a5299:45557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aea75e3b3e0f4eeaa95164a90eb7cdd4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731360134939/Put/seqid=0 2024-11-11T21:22:24,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741850_1026 (size=8515) 2024-11-11T21:22:24,895 INFO [M:0;f286ae0a5299:45557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aea75e3b3e0f4eeaa95164a90eb7cdd4 2024-11-11T21:22:24,911 DEBUG [M:0;f286ae0a5299:45557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e47b3c91f3c14c08bb1254602520ef19 is 69, key is f286ae0a5299,36681,1731360122667/rs:state/1731360124724/Put/seqid=0 2024-11-11T21:22:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741851_1027 (size=5156) 2024-11-11T21:22:24,940 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1193, reset compression=false 2024-11-11T21:22:25,140 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:25,314 INFO [M:0;f286ae0a5299:45557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e47b3c91f3c14c08bb1254602520ef19 2024-11-11T21:22:25,318 DEBUG [M:0;f286ae0a5299:45557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feeaa5c851d3464bb843c9f37a06e7ff as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feeaa5c851d3464bb843c9f37a06e7ff 2024-11-11T21:22:25,321 INFO [M:0;f286ae0a5299:45557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feeaa5c851d3464bb843c9f37a06e7ff, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T21:22:25,322 DEBUG [M:0;f286ae0a5299:45557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aea75e3b3e0f4eeaa95164a90eb7cdd4 as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aea75e3b3e0f4eeaa95164a90eb7cdd4 2024-11-11T21:22:25,325 INFO [M:0;f286ae0a5299:45557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aea75e3b3e0f4eeaa95164a90eb7cdd4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T21:22:25,325 DEBUG [M:0;f286ae0a5299:45557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e47b3c91f3c14c08bb1254602520ef19 as hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e47b3c91f3c14c08bb1254602520ef19 2024-11-11T21:22:25,328 INFO [M:0;f286ae0a5299:45557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38449/user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e47b3c91f3c14c08bb1254602520ef19, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T21:22:25,329 INFO [M:0;f286ae0a5299:45557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-11-11T21:22:25,330 INFO [M:0;f286ae0a5299:45557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:25,330 DEBUG [M:0;f286ae0a5299:45557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360144057Disabling compacts and flushes for region at 1731360144057Disabling writes for close at 1731360144058 (+1 ms)Obtaining lock to block concurrent updates at 1731360144058Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360144058Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731360144058Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360144058Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360144058Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360144071 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360144071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360144478 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360144491 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360144491Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360144898 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360144910 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360144910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a0da94: reopening flushed file at 1731360145318 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@164e13a0: reopening flushed file at 1731360145321 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ed9042: reopening flushed file at 1731360145325 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1731360145329 (+4 ms)Writing region close event to WAL at 1731360145330 (+1 ms)Closed at 1731360145330 2024-11-11T21:22:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36059 is added to blk_1073741830_1006 (size=63642) 2024-11-11T21:22:25,332 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec29cb4a-8a9e-d8ee-67f8-f5b508c7db76/MasterData/WALs/f286ae0a5299,45557,1731360122426/f286ae0a5299%2C45557%2C1731360122426.1731360124420 not finished, retry = 0 2024-11-11T21:22:25,432 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:22:25,432 INFO [M:0;f286ae0a5299:45557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:22:25,433 INFO [M:0;f286ae0a5299:45557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45557 2024-11-11T21:22:25,433 INFO [M:0;f286ae0a5299:45557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:22:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:25,545 INFO [M:0;f286ae0a5299:45557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:22:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45557-0x1012bc6af3e0006, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:25,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f6d6458{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:22:25,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74227931{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:22:25,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:22:25,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@229cb02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:22:25,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f77b50c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.log.dir/,STOPPED} 2024-11-11T21:22:25,549 WARN [BP-967691986-172.17.0.2-1731360120576 heartbeating to localhost/127.0.0.1:38449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:22:25,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:22:25,549 WARN [BP-967691986-172.17.0.2-1731360120576 heartbeating to localhost/127.0.0.1:38449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-967691986-172.17.0.2-1731360120576 (Datanode Uuid 9b70fad4-3611-4081-bd39-90f298bdf869) service to localhost/127.0.0.1:38449 2024-11-11T21:22:25,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:22:25,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/cluster_189ef775-0497-6b1d-0cd2-6fd0c63408bd/data/data1/current/BP-967691986-172.17.0.2-1731360120576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:22:25,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/cluster_189ef775-0497-6b1d-0cd2-6fd0c63408bd/data/data2/current/BP-967691986-172.17.0.2-1731360120576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:22:25,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:22:25,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aad1476{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:22:25,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70ff9e24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:22:25,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:22:25,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12db4f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:22:25,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@739e4ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.log.dir/,STOPPED} 2024-11-11T21:22:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:22:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:22:25,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:25,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:25,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:25,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:25,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:25,573 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:22:25,573 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1516563395, stopped=false 2024-11-11T21:22:25,573 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,37461,1731360116819 2024-11-11T21:22:25,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-616352973/running 2024-11-11T21:22:25,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-616352973/running 2024-11-11T21:22:25,592 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:22:25,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:22:25,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:22:25,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on znode that does not yet exist, /1-616352973/running 2024-11-11T21:22:25,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:25,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Set watcher on znode that does not yet exist, /1-616352973/running 2024-11-11T21:22:25,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:25,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:25,593 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,42631,1731360117205' ***** 2024-11-11T21:22:25,593 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:22:25,593 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:22:25,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:22:25,593 INFO [RS:0;f286ae0a5299:42631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:22:25,593 INFO [RS:0;f286ae0a5299:42631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:22:25,593 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(3091): Received CLOSE for f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:25,594 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(3091): Received CLOSE for 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:25,594 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,42631,1731360117205 2024-11-11T21:22:25,594 INFO [RS:0;f286ae0a5299:42631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:22:25,594 INFO [RS:0;f286ae0a5299:42631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42631. 2024-11-11T21:22:25,594 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9110bfefcc09dde7ae94798da23148c, disabling compactions & flushes 2024-11-11T21:22:25,594 DEBUG [RS:0;f286ae0a5299:42631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:25,594 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:25,594 DEBUG [RS:0;f286ae0a5299:42631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:25,594 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:25,594 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. after waiting 0 ms 2024-11-11T21:22:25,594 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:25,594 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:22:25,594 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:22:25,594 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:22:25,594 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:22:25,594 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9110bfefcc09dde7ae94798da23148c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T21:22:25,594 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:22:25,594 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f9110bfefcc09dde7ae94798da23148c=test,,1731360128188.f9110bfefcc09dde7ae94798da23148c., 61150d6284f11cff4ee91c4c28b5db12=hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12.} 2024-11-11T21:22:25,594 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61150d6284f11cff4ee91c4c28b5db12, f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:25,594 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:22:25,594 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:22:25,594 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:22:25,595 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:22:25,595 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:22:25,595 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:22:25,613 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/info/fc81906c8cad4a6a82ee359efd4dca92 is 147, key is hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12./info:regioninfo/1731360133398/Put/seqid=0 2024-11-11T21:22:25,613 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/.tmp/f/8ed830d315cf4fa3bd2d98de6f4407ff is 29, key is row1/f:/1731360139954/DeleteFamily/seqid=0 2024-11-11T21:22:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741841_1017 (size=5152) 2024-11-11T21:22:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741840_1016 (size=7686) 2024-11-11T21:22:25,687 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:22:25,795 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61150d6284f11cff4ee91c4c28b5db12, f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:25,844 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1193, reset compression=false 2024-11-11T21:22:25,847 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:25,847 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1440, reset compression=false 2024-11-11T21:22:25,847 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,42631,1731360117205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:25,848 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,42631,1731360117205: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,42631,1731360117205, walGroup=f286ae0a5299%2C42631%2C1731360117205, offset=f286ae0a5299%2C42631%2C1731360117205.1731360119602:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:22:25,849 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:22:25,850 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:22:25,850 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:22:25,850 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:22:25,850 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:22:25,850 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 957514992 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202004456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:22:25,851 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:37461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:37461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:22:25,995 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61150d6284f11cff4ee91c4c28b5db12, f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:26,016 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/.tmp/f/8ed830d315cf4fa3bd2d98de6f4407ff 2024-11-11T21:22:26,017 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/info/fc81906c8cad4a6a82ee359efd4dca92 2024-11-11T21:22:26,020 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ed830d315cf4fa3bd2d98de6f4407ff 2024-11-11T21:22:26,033 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/ns/d5d750c72a9a4bad8331aebb54506989 is 43, key is default/ns:d/1731360120423/Put/seqid=0 2024-11-11T21:22:26,033 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/.tmp/f1/ac8aa83ea0bc4d2cafea6a5e19cbaadc is 30, key is row1/f1:/1731360139954/DeleteFamily/seqid=0 2024-11-11T21:22:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741843_1019 (size=5158) 2024-11-11T21:22:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:22:26,051 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1440, reset compression=false 2024-11-11T21:22:26,195 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61150d6284f11cff4ee91c4c28b5db12, f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:26,244 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:26,354 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1440, reset compression=false 2024-11-11T21:22:26,395 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61150d6284f11cff4ee91c4c28b5db12, f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:26,438 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/ns/d5d750c72a9a4bad8331aebb54506989 2024-11-11T21:22:26,438 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/.tmp/f1/ac8aa83ea0bc4d2cafea6a5e19cbaadc 2024-11-11T21:22:26,442 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac8aa83ea0bc4d2cafea6a5e19cbaadc 2024-11-11T21:22:26,454 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/rep_barrier/1b86e7aec9714604983678839eac9a4e is 112, key is test,,1731360128188.f9110bfefcc09dde7ae94798da23148c./rep_barrier:seqnumDuringOpen/1731360128931/Put/seqid=0 2024-11-11T21:22:26,455 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/.tmp/norep/e8f54b540196459e8e0209ce30684c78 is 33, key is row1/norep:/1731360139954/DeleteFamily/seqid=0 2024-11-11T21:22:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741844_1020 (size=5108) 2024-11-11T21:22:26,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741845_1021 (size=5518) 2024-11-11T21:22:26,492 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:22:26,492 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:22:26,595 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61150d6284f11cff4ee91c4c28b5db12, f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:26,757 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1440, reset compression=false 2024-11-11T21:22:26,795 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61150d6284f11cff4ee91c4c28b5db12, f9110bfefcc09dde7ae94798da23148c 2024-11-11T21:22:26,810 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:22:26,858 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/.tmp/norep/e8f54b540196459e8e0209ce30684c78 2024-11-11T21:22:26,858 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/rep_barrier/1b86e7aec9714604983678839eac9a4e 2024-11-11T21:22:26,861 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8f54b540196459e8e0209ce30684c78 2024-11-11T21:22:26,862 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/.tmp/f/8ed830d315cf4fa3bd2d98de6f4407ff as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/f/8ed830d315cf4fa3bd2d98de6f4407ff 2024-11-11T21:22:26,865 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ed830d315cf4fa3bd2d98de6f4407ff 2024-11-11T21:22:26,866 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/f/8ed830d315cf4fa3bd2d98de6f4407ff, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T21:22:26,866 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/.tmp/f1/ac8aa83ea0bc4d2cafea6a5e19cbaadc as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/f1/ac8aa83ea0bc4d2cafea6a5e19cbaadc 2024-11-11T21:22:26,869 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac8aa83ea0bc4d2cafea6a5e19cbaadc 2024-11-11T21:22:26,869 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/f1/ac8aa83ea0bc4d2cafea6a5e19cbaadc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T21:22:26,870 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/.tmp/norep/e8f54b540196459e8e0209ce30684c78 as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/norep/e8f54b540196459e8e0209ce30684c78 2024-11-11T21:22:26,874 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8f54b540196459e8e0209ce30684c78 2024-11-11T21:22:26,874 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/norep/e8f54b540196459e8e0209ce30684c78, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T21:22:26,875 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f9110bfefcc09dde7ae94798da23148c in 1280ms, sequenceid=10, compaction requested=false 2024-11-11T21:22:26,877 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/table/c52c49bd5327476bb9319d6a72d3a0c8 is 53, key is hbase:replication/table:state/1731360133403/Put/seqid=0 2024-11-11T21:22:26,878 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/default/test/f9110bfefcc09dde7ae94798da23148c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T21:22:26,879 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:22:26,879 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:22:26,879 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:26,879 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9110bfefcc09dde7ae94798da23148c: Waiting for close lock at 1731360145594Running coprocessor pre-close hooks at 1731360145594Disabling compacts and flushes for region at 1731360145594Disabling writes for close at 1731360145594Obtaining lock to block concurrent updates at 1731360145594Preparing flush snapshotting stores in f9110bfefcc09dde7ae94798da23148c at 1731360145594Finished memstore snapshotting test,,1731360128188.f9110bfefcc09dde7ae94798da23148c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731360145594Flushing stores of test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. at 1731360145595 (+1 ms)Flushing f9110bfefcc09dde7ae94798da23148c/f: creating writer at 1731360145595Flushing f9110bfefcc09dde7ae94798da23148c/f: appending metadata at 1731360145612 (+17 ms)Flushing f9110bfefcc09dde7ae94798da23148c/f: closing flushed file at 1731360145612Flushing f9110bfefcc09dde7ae94798da23148c/f1: creating writer at 1731360146020 (+408 ms)Flushing f9110bfefcc09dde7ae94798da23148c/f1: appending metadata at 1731360146033 (+13 ms)Flushing f9110bfefcc09dde7ae94798da23148c/f1: closing flushed file at 1731360146033Flushing f9110bfefcc09dde7ae94798da23148c/norep: creating writer at 1731360146442 (+409 ms)Flushing f9110bfefcc09dde7ae94798da23148c/norep: appending metadata at 1731360146454 (+12 ms)Flushing f9110bfefcc09dde7ae94798da23148c/norep: closing flushed file at 1731360146454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8c2a70: reopening flushed file at 1731360146862 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6747dd22: reopening flushed file at 1731360146866 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cae1f17: reopening flushed file at 1731360146869 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f9110bfefcc09dde7ae94798da23148c in 1280ms, sequenceid=10, compaction requested=false at 1731360146875 (+6 ms)Writing region close event to WAL at 1731360146876 (+1 ms)Running coprocessor post-close hooks at 1731360146879 (+3 ms)Closed at 1731360146879 2024-11-11T21:22:26,879 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360128188.f9110bfefcc09dde7ae94798da23148c. 2024-11-11T21:22:26,879 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61150d6284f11cff4ee91c4c28b5db12, disabling compactions & flushes 2024-11-11T21:22:26,879 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:26,879 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:26,879 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. after waiting 0 ms 2024-11-11T21:22:26,879 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:26,880 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61150d6284f11cff4ee91c4c28b5db12: Waiting for close lock at 1731360146879Running coprocessor pre-close hooks at 1731360146879Disabling compacts and flushes for region at 1731360146879Disabling writes for close at 1731360146879Failed flush hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12., putting online again at 1731360146879 2024-11-11T21:22:26,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741846_1022 (size=5308) 2024-11-11T21:22:26,880 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:26,995 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:22:26,995 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 61150d6284f11cff4ee91c4c28b5db12=hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12.} 2024-11-11T21:22:26,996 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(3091): Received CLOSE for 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:26,996 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61150d6284f11cff4ee91c4c28b5db12 2024-11-11T21:22:26,996 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61150d6284f11cff4ee91c4c28b5db12, disabling compactions & flushes 2024-11-11T21:22:26,996 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:26,996 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:26,996 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. after waiting 0 ms 2024-11-11T21:22:26,996 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:26,996 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61150d6284f11cff4ee91c4c28b5db12: Waiting for close lock at 1731360146996Running coprocessor pre-close hooks at 1731360146996Disabling compacts and flushes for region at 1731360146996Disabling writes for close at 1731360146996Failed flush hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12., putting online again at 1731360146996 2024-11-11T21:22:26,996 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731360132640.61150d6284f11cff4ee91c4c28b5db12. 2024-11-11T21:22:27,196 DEBUG [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:22:27,260 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 1440, reset compression=false 2024-11-11T21:22:27,264 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:27,264 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 2084, reset compression=false 2024-11-11T21:22:27,280 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/table/c52c49bd5327476bb9319d6a72d3a0c8 2024-11-11T21:22:27,284 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/info/fc81906c8cad4a6a82ee359efd4dca92 as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/info/fc81906c8cad4a6a82ee359efd4dca92 2024-11-11T21:22:27,287 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/info/fc81906c8cad4a6a82ee359efd4dca92, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:22:27,288 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/ns/d5d750c72a9a4bad8331aebb54506989 as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/ns/d5d750c72a9a4bad8331aebb54506989 2024-11-11T21:22:27,291 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/ns/d5d750c72a9a4bad8331aebb54506989, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:22:27,291 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/rep_barrier/1b86e7aec9714604983678839eac9a4e as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/rep_barrier/1b86e7aec9714604983678839eac9a4e 2024-11-11T21:22:27,294 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/rep_barrier/1b86e7aec9714604983678839eac9a4e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:22:27,295 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/.tmp/table/c52c49bd5327476bb9319d6a72d3a0c8 as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/table/c52c49bd5327476bb9319d6a72d3a0c8 2024-11-11T21:22:27,298 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/table/c52c49bd5327476bb9319d6a72d3a0c8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:22:27,298 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-11T21:22:27,302 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:22:27,302 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:22:27,302 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:22:27,302 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:27,302 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360145594Running coprocessor pre-close hooks at 1731360145594Disabling compacts and flushes for region at 1731360145594Disabling writes for close at 1731360145595 (+1 ms)Obtaining lock to block concurrent updates at 1731360145595Preparing flush snapshotting stores in 1588230740 at 1731360145595Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360145595Flushing stores of hbase:meta,,1.1588230740 at 1731360145595Flushing 1588230740/info: creating writer at 1731360145595Flushing 1588230740/info: appending metadata at 1731360145612 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731360145612Flushing 1588230740/ns: creating writer at 1731360146020 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731360146033 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731360146033Flushing 1588230740/rep_barrier: creating writer at 1731360146442 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360146454 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360146454Flushing 1588230740/table: creating writer at 1731360146861 (+407 ms)Flushing 1588230740/table: appending metadata at 1731360146876 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731360146876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1555c1: reopening flushed file at 1731360147284 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bcf4a9: reopening flushed file at 1731360147288 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5738bb3d: reopening flushed file at 1731360147291 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8c043d: reopening flushed file at 1731360147294 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1731360147299 (+5 ms)Writing region close event to WAL at 1731360147300 (+1 ms)Running coprocessor post-close hooks at 1731360147302 (+2 ms)Closed at 1731360147302 2024-11-11T21:22:27,303 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:27,396 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T21:22:27,396 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,42631,1731360117205; all regions closed. 2024-11-11T21:22:27,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:22:27,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.meta.1731360120381.meta not finished, retry = 0 2024-11-11T21:22:27,447 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:27,467 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.1731360119602 to pos 2084, reset compression=false 2024-11-11T21:22:27,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741839_1015 (size=2171) 2024-11-11T21:22:27,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/WALs/f286ae0a5299,42631,1731360117205/f286ae0a5299%2C42631%2C1731360117205.rep.1731360133372 not finished, retry = 0 2024-11-11T21:22:27,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:22:27,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741833_1009 (size=2092) 2024-11-11T21:22:27,603 DEBUG [RS:0;f286ae0a5299:42631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:27,603 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:22:27,603 INFO [RS:0;f286ae0a5299:42631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:22:27,603 INFO [RS:0;f286ae0a5299:42631 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:22:27,603 INFO [RS:0;f286ae0a5299:42631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:22:27,603 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:22:27,604 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,42631,1731360117205 because: Region server is closing 2024-11-11T21:22:27,604 INFO [RS:0;f286ae0a5299:42631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42631. 2024-11-11T21:22:27,604 DEBUG [RS:0;f286ae0a5299:42631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:27,604 DEBUG [RS:0;f286ae0a5299:42631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:27,604 DEBUG [RS:0;f286ae0a5299:42631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:27,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:27,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:27,705 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.shipperf286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 terminated 2024-11-11T21:22:27,705 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,42631,1731360117205.replicationSource.wal-reader.f286ae0a5299%2C42631%2C1731360117205,1-f286ae0a5299,42631,1731360117205 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:22:27,705 INFO [RS:0;f286ae0a5299:42631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42631. 2024-11-11T21:22:27,705 DEBUG [RS:0;f286ae0a5299:42631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:27,705 DEBUG [RS:0;f286ae0a5299:42631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:27,705 DEBUG [RS:0;f286ae0a5299:42631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:27,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:27,705 INFO [RS:0;f286ae0a5299:42631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42631 2024-11-11T21:22:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-616352973/rs/f286ae0a5299,42631,1731360117205 2024-11-11T21:22:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973/rs 2024-11-11T21:22:27,760 INFO [RS:0;f286ae0a5299:42631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:22:27,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,42631,1731360117205] 2024-11-11T21:22:27,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-616352973/draining/f286ae0a5299,42631,1731360117205 already deleted, retry=false 2024-11-11T21:22:27,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,42631,1731360117205 expired; onlineServers=0 2024-11-11T21:22:27,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,37461,1731360116819' ***** 2024-11-11T21:22:27,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:22:27,826 INFO [M:0;f286ae0a5299:37461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:22:27,826 INFO [M:0;f286ae0a5299:37461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:22:27,826 DEBUG [M:0;f286ae0a5299:37461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:22:27,826 DEBUG [M:0;f286ae0a5299:37461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:22:27,826 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:22:27,826 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360119191 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360119191,5,FailOnTimeoutGroup] 2024-11-11T21:22:27,826 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360119191 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360119191,5,FailOnTimeoutGroup] 2024-11-11T21:22:27,826 INFO [M:0;f286ae0a5299:37461 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:22:27,826 INFO [M:0;f286ae0a5299:37461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:22:27,826 DEBUG [M:0;f286ae0a5299:37461 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:22:27,826 INFO [M:0;f286ae0a5299:37461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:22:27,826 INFO [M:0;f286ae0a5299:37461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:22:27,827 INFO [M:0;f286ae0a5299:37461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:22:27,827 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:22:27,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-616352973/master 2024-11-11T21:22:27,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-616352973 2024-11-11T21:22:27,836 DEBUG [M:0;f286ae0a5299:37461 {}] zookeeper.ZKUtil(347): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Unable to get data of znode /1-616352973/master because node does not exist (not an error) 2024-11-11T21:22:27,836 WARN [M:0;f286ae0a5299:37461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:22:27,837 INFO [M:0;f286ae0a5299:37461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/.lastflushedseqids 2024-11-11T21:22:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741847_1023 (size=245) 2024-11-11T21:22:27,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:27,906 INFO [RS:0;f286ae0a5299:42631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:22:27,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42631-0x1012bc6af3e0004, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:27,906 INFO [RS:0;f286ae0a5299:42631 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,42631,1731360117205; zookeeper connection closed. 2024-11-11T21:22:27,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22df34d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22df34d4 2024-11-11T21:22:27,906 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:22:28,241 INFO [M:0;f286ae0a5299:37461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:22:28,241 INFO [M:0;f286ae0a5299:37461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:22:28,241 DEBUG [M:0;f286ae0a5299:37461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:22:28,241 INFO [M:0;f286ae0a5299:37461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:28,241 DEBUG [M:0;f286ae0a5299:37461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:28,241 DEBUG [M:0;f286ae0a5299:37461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:22:28,241 DEBUG [M:0;f286ae0a5299:37461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:28,241 INFO [M:0;f286ae0a5299:37461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T21:22:28,257 DEBUG [M:0;f286ae0a5299:37461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c3af3404567426b8ff5f1d4b4c6338e is 82, key is hbase:meta,,1/info:regioninfo/1731360120407/Put/seqid=0 2024-11-11T21:22:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741848_1024 (size=5672) 2024-11-11T21:22:28,660 INFO [M:0;f286ae0a5299:37461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c3af3404567426b8ff5f1d4b4c6338e 2024-11-11T21:22:28,677 DEBUG [M:0;f286ae0a5299:37461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48b856a2f41647c191cb42809420ab5b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731360133406/Put/seqid=0 2024-11-11T21:22:28,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741849_1025 (size=8516) 2024-11-11T21:22:28,750 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:29,080 INFO [M:0;f286ae0a5299:37461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48b856a2f41647c191cb42809420ab5b 2024-11-11T21:22:29,097 DEBUG [M:0;f286ae0a5299:37461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0739a8dac415409687e7cd2ac9ad6a51 is 69, key is f286ae0a5299,42631,1731360117205/rs:state/1731360119266/Put/seqid=0 2024-11-11T21:22:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741850_1026 (size=5156) 2024-11-11T21:22:29,500 INFO [M:0;f286ae0a5299:37461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0739a8dac415409687e7cd2ac9ad6a51 2024-11-11T21:22:29,504 DEBUG [M:0;f286ae0a5299:37461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c3af3404567426b8ff5f1d4b4c6338e as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c3af3404567426b8ff5f1d4b4c6338e 2024-11-11T21:22:29,508 INFO [M:0;f286ae0a5299:37461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c3af3404567426b8ff5f1d4b4c6338e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T21:22:29,508 DEBUG [M:0;f286ae0a5299:37461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48b856a2f41647c191cb42809420ab5b as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48b856a2f41647c191cb42809420ab5b 2024-11-11T21:22:29,511 INFO [M:0;f286ae0a5299:37461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48b856a2f41647c191cb42809420ab5b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T21:22:29,512 DEBUG [M:0;f286ae0a5299:37461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0739a8dac415409687e7cd2ac9ad6a51 as hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0739a8dac415409687e7cd2ac9ad6a51 2024-11-11T21:22:29,515 INFO [M:0;f286ae0a5299:37461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38001/user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0739a8dac415409687e7cd2ac9ad6a51, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T21:22:29,516 INFO [M:0;f286ae0a5299:37461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-11T21:22:29,516 INFO [M:0;f286ae0a5299:37461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:29,516 DEBUG [M:0;f286ae0a5299:37461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360148241Disabling compacts and flushes for region at 1731360148241Disabling writes for close at 1731360148241Obtaining lock to block concurrent updates at 1731360148241Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360148241Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731360148241Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360148242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360148242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360148256 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360148257 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360148664 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360148676 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360148676Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360149083 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360149096 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360149096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9db714a: reopening flushed file at 1731360149503 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d006bb: reopening flushed file at 1731360149508 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7882529: reopening flushed file at 1731360149511 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731360149516 (+5 ms)Writing region close event to WAL at 1731360149516Closed at 1731360149516 2024-11-11T21:22:29,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45621 is added to blk_1073741830_1006 (size=63654) 2024-11-11T21:22:29,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4bfb8a2-0197-1df7-9ffa-c90ac1caad33/MasterData/WALs/f286ae0a5299,37461,1731360116819/f286ae0a5299%2C37461%2C1731360116819.1731360118952 not finished, retry = 0 2024-11-11T21:22:29,619 INFO [M:0;f286ae0a5299:37461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:22:29,619 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:22:29,619 INFO [M:0;f286ae0a5299:37461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37461 2024-11-11T21:22:29,619 INFO [M:0;f286ae0a5299:37461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:22:29,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:29,787 INFO [M:0;f286ae0a5299:37461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:22:29,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37461-0x1012bc6af3e0003, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:29,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b065a1e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:22:29,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea4b287{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:22:29,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:22:29,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25481146{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:22:29,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@788c4d36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.log.dir/,STOPPED} 2024-11-11T21:22:29,790 WARN [BP-132930124-172.17.0.2-1731360115234 heartbeating to localhost/127.0.0.1:38001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:22:29,790 WARN [BP-132930124-172.17.0.2-1731360115234 heartbeating to localhost/127.0.0.1:38001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-132930124-172.17.0.2-1731360115234 (Datanode Uuid fb9fb44b-715e-4432-8c66-3ea30aa318b0) service to localhost/127.0.0.1:38001 2024-11-11T21:22:29,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:22:29,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:22:29,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/cluster_b66a76fe-30ef-a224-93b6-ab1b80596ede/data/data1/current/BP-132930124-172.17.0.2-1731360115234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:22:29,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/cluster_b66a76fe-30ef-a224-93b6-ab1b80596ede/data/data2/current/BP-132930124-172.17.0.2-1731360115234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:22:29,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:22:29,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d157b00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:22:29,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4743df36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:22:29,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:22:29,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@720bae67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:22:29,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ea24064{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bf95e-4ef5-06c9-004e-efa53070ade9/hadoop.log.dir/,STOPPED} 2024-11-11T21:22:29,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:22:29,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:22:29,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:29,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:29,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:29,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:29,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:29,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:22:29,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311601905, stopped=false 2024-11-11T21:22:29,814 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,43317,1731360111491 2024-11-11T21:22:29,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256479033/running 2024-11-11T21:22:29,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256479033/running 2024-11-11T21:22:29,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:22:29,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:22:29,825 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:22:29,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:29,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on znode that does not yet exist, /01256479033/running 2024-11-11T21:22:29,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Set watcher on znode that does not yet exist, /01256479033/running 2024-11-11T21:22:29,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:29,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:29,826 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,38561,1731360111858' ***** 2024-11-11T21:22:29,826 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:22:29,826 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:22:29,827 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(3091): Received CLOSE for 26ef71fed9a87d36be918ec60d79973e 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,38561,1731360111858 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:38561. 2024-11-11T21:22:29,827 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26ef71fed9a87d36be918ec60d79973e, disabling compactions & flushes 2024-11-11T21:22:29,827 DEBUG [RS:0;f286ae0a5299:38561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:29,827 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:29,827 DEBUG [RS:0;f286ae0a5299:38561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:29,827 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:22:29,827 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:22:29,827 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1325): Online Regions={26ef71fed9a87d36be918ec60d79973e=test,,1731360126028.26ef71fed9a87d36be918ec60d79973e., 5b9a7d6a7a45192668dd19505766bb6f=hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:22:29,827 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26ef71fed9a87d36be918ec60d79973e, 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:29,827 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:22:29,827 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:22:29,827 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:22:29,828 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:22:29,828 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:22:29,828 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:22:29,827 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. after waiting 0 ms 2024-11-11T21:22:29,828 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:29,828 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26ef71fed9a87d36be918ec60d79973e 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T21:22:29,846 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/info/d109093786f54f8bab199ebe5f79bef0 is 147, key is hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f./info:regioninfo/1731360132264/Put/seqid=0 2024-11-11T21:22:29,847 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/.tmp/f/1125d9d73afb4bbb9b545067251454fa is 28, key is row/f:/1731360138950/DeleteFamily/seqid=0 2024-11-11T21:22:29,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741840_1016 (size=7686) 2024-11-11T21:22:29,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741841_1017 (size=5085) 2024-11-11T21:22:29,850 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/.tmp/f/1125d9d73afb4bbb9b545067251454fa 2024-11-11T21:22:29,853 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1125d9d73afb4bbb9b545067251454fa 2024-11-11T21:22:29,854 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:22:29,866 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/.tmp/f1/e1a80d65ed4c45fd85a858ad6b7c5d47 is 29, key is row/f1:/1731360138950/DeleteFamily/seqid=0 2024-11-11T21:22:29,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741842_1018 (size=5089) 2024-11-11T21:22:30,028 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26ef71fed9a87d36be918ec60d79973e, 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:30,081 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:22:30,081 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:22:30,154 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 636, reset compression=false 2024-11-11T21:22:30,157 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:30,157 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 883, reset compression=false 2024-11-11T21:22:30,157 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,38561,1731360111858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:22:30,158 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,38561,1731360111858: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f286ae0a5299,38561,1731360111858, walGroup=f286ae0a5299%2C38561%2C1731360111858, offset=f286ae0a5299%2C38561%2C1731360111858.1731360114153:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:38561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:22:30,159 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:22:30,160 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:22:30,160 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:22:30,160 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:22:30,160 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:22:30,160 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1047692528 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202566192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:22:30,160 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:43317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:43317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:22:30,228 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26ef71fed9a87d36be918ec60d79973e, 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:30,250 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/info/d109093786f54f8bab199ebe5f79bef0 2024-11-11T21:22:30,269 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/.tmp/f1/e1a80d65ed4c45fd85a858ad6b7c5d47 2024-11-11T21:22:30,271 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/ns/ae73167f62ec42f68748896207d27fe7 is 43, key is default/ns:d/1731360115150/Put/seqid=0 2024-11-11T21:22:30,273 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1a80d65ed4c45fd85a858ad6b7c5d47 2024-11-11T21:22:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741843_1019 (size=5153) 2024-11-11T21:22:30,292 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/.tmp/norep/be09c37aeaf04d0bb52072a175b4535f is 32, key is row/norep:/1731360138950/DeleteFamily/seqid=0 2024-11-11T21:22:30,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741844_1020 (size=5101) 2024-11-11T21:22:30,361 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 883, reset compression=false 2024-11-11T21:22:30,428 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26ef71fed9a87d36be918ec60d79973e, 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:30,628 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26ef71fed9a87d36be918ec60d79973e, 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:30,664 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 883, reset compression=false 2024-11-11T21:22:30,675 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/ns/ae73167f62ec42f68748896207d27fe7 2024-11-11T21:22:30,695 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/rep_barrier/ed6d6bfef13b4d4297548d63aea25c22 is 112, key is test,,1731360126028.26ef71fed9a87d36be918ec60d79973e./rep_barrier:seqnumDuringOpen/1731360127171/Put/seqid=0 2024-11-11T21:22:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741845_1021 (size=5518) 2024-11-11T21:22:30,710 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/.tmp/norep/be09c37aeaf04d0bb52072a175b4535f 2024-11-11T21:22:30,713 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be09c37aeaf04d0bb52072a175b4535f 2024-11-11T21:22:30,714 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/.tmp/f/1125d9d73afb4bbb9b545067251454fa as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/f/1125d9d73afb4bbb9b545067251454fa 2024-11-11T21:22:30,717 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1125d9d73afb4bbb9b545067251454fa 2024-11-11T21:22:30,717 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/f/1125d9d73afb4bbb9b545067251454fa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T21:22:30,717 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/.tmp/f1/e1a80d65ed4c45fd85a858ad6b7c5d47 as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/f1/e1a80d65ed4c45fd85a858ad6b7c5d47 2024-11-11T21:22:30,721 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1a80d65ed4c45fd85a858ad6b7c5d47 2024-11-11T21:22:30,721 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/f1/e1a80d65ed4c45fd85a858ad6b7c5d47, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T21:22:30,721 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/.tmp/norep/be09c37aeaf04d0bb52072a175b4535f as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/norep/be09c37aeaf04d0bb52072a175b4535f 2024-11-11T21:22:30,725 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be09c37aeaf04d0bb52072a175b4535f 2024-11-11T21:22:30,725 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/norep/be09c37aeaf04d0bb52072a175b4535f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T21:22:30,726 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 26ef71fed9a87d36be918ec60d79973e in 898ms, sequenceid=6, compaction requested=false 2024-11-11T21:22:30,726 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T21:22:30,730 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/default/test/26ef71fed9a87d36be918ec60d79973e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T21:22:30,731 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:22:30,731 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:22:30,731 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:30,731 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26ef71fed9a87d36be918ec60d79973e: Waiting for close lock at 1731360149827Running coprocessor pre-close hooks at 1731360149827Disabling compacts and flushes for region at 1731360149827Disabling writes for close at 1731360149828 (+1 ms)Obtaining lock to block concurrent updates at 1731360149828Preparing flush snapshotting stores in 26ef71fed9a87d36be918ec60d79973e at 1731360149828Finished memstore snapshotting test,,1731360126028.26ef71fed9a87d36be918ec60d79973e., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731360149828Flushing stores of test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. at 1731360149828Flushing 26ef71fed9a87d36be918ec60d79973e/f: creating writer at 1731360149828Flushing 26ef71fed9a87d36be918ec60d79973e/f: appending metadata at 1731360149846 (+18 ms)Flushing 26ef71fed9a87d36be918ec60d79973e/f: closing flushed file at 1731360149846Flushing 26ef71fed9a87d36be918ec60d79973e/f1: creating writer at 1731360149853 (+7 ms)Flushing 26ef71fed9a87d36be918ec60d79973e/f1: appending metadata at 1731360149865 (+12 ms)Flushing 26ef71fed9a87d36be918ec60d79973e/f1: closing flushed file at 1731360149865Flushing 26ef71fed9a87d36be918ec60d79973e/norep: creating writer at 1731360150273 (+408 ms)Flushing 26ef71fed9a87d36be918ec60d79973e/norep: appending metadata at 1731360150291 (+18 ms)Flushing 26ef71fed9a87d36be918ec60d79973e/norep: closing flushed file at 1731360150291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569e764a: reopening flushed file at 1731360150713 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3e11f2: reopening flushed file at 1731360150717 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c927d4: reopening flushed file at 1731360150721 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 26ef71fed9a87d36be918ec60d79973e in 898ms, sequenceid=6, compaction requested=false at 1731360150726 (+5 ms)Writing region close event to WAL at 1731360150728 (+2 ms)Running coprocessor post-close hooks at 1731360150731 (+3 ms)Closed at 1731360150731 2024-11-11T21:22:30,731 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360126028.26ef71fed9a87d36be918ec60d79973e. 2024-11-11T21:22:30,731 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b9a7d6a7a45192668dd19505766bb6f, disabling compactions & flushes 2024-11-11T21:22:30,731 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:30,731 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:30,732 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. after waiting 0 ms 2024-11-11T21:22:30,732 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:30,732 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b9a7d6a7a45192668dd19505766bb6f: Waiting for close lock at 1731360150731Running coprocessor pre-close hooks at 1731360150731Disabling compacts and flushes for region at 1731360150731Disabling writes for close at 1731360150732 (+1 ms)Failed flush hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f., putting online again at 1731360150732 2024-11-11T21:22:30,732 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:30,828 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:22:30,828 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1325): Online Regions={5b9a7d6a7a45192668dd19505766bb6f=hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:22:30,828 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:30,829 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b9a7d6a7a45192668dd19505766bb6f 2024-11-11T21:22:30,829 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b9a7d6a7a45192668dd19505766bb6f, disabling compactions & flushes 2024-11-11T21:22:30,829 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:30,829 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:30,829 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. after waiting 0 ms 2024-11-11T21:22:30,829 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:30,829 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b9a7d6a7a45192668dd19505766bb6f: Waiting for close lock at 1731360150829Running coprocessor pre-close hooks at 1731360150829Disabling compacts and flushes for region at 1731360150829Disabling writes for close at 1731360150829Failed flush hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f., putting online again at 1731360150829 2024-11-11T21:22:30,829 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731360131498.5b9a7d6a7a45192668dd19505766bb6f. 2024-11-11T21:22:31,029 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:22:31,067 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 883, reset compression=false 2024-11-11T21:22:31,072 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:22:31,072 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 1527, reset compression=false 2024-11-11T21:22:31,098 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/rep_barrier/ed6d6bfef13b4d4297548d63aea25c22 2024-11-11T21:22:31,114 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/table/4eaed6d0051a4322958a543988cc0496 is 53, key is hbase:replication/table:state/1731360132270/Put/seqid=0 2024-11-11T21:22:31,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741846_1022 (size=5308) 2024-11-11T21:22:31,229 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:22:31,275 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 1527, reset compression=false 2024-11-11T21:22:31,429 DEBUG [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:22:31,518 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/table/4eaed6d0051a4322958a543988cc0496 2024-11-11T21:22:31,522 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/info/d109093786f54f8bab199ebe5f79bef0 as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/info/d109093786f54f8bab199ebe5f79bef0 2024-11-11T21:22:31,525 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/info/d109093786f54f8bab199ebe5f79bef0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:22:31,526 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/ns/ae73167f62ec42f68748896207d27fe7 as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/ns/ae73167f62ec42f68748896207d27fe7 2024-11-11T21:22:31,530 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/ns/ae73167f62ec42f68748896207d27fe7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:22:31,530 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/rep_barrier/ed6d6bfef13b4d4297548d63aea25c22 as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/rep_barrier/ed6d6bfef13b4d4297548d63aea25c22 2024-11-11T21:22:31,534 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/rep_barrier/ed6d6bfef13b4d4297548d63aea25c22, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:22:31,534 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/.tmp/table/4eaed6d0051a4322958a543988cc0496 as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/table/4eaed6d0051a4322958a543988cc0496 2024-11-11T21:22:31,537 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/table/4eaed6d0051a4322958a543988cc0496, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:22:31,538 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-11T21:22:31,538 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:22:31,542 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:22:31,542 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:22:31,542 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:22:31,543 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:31,543 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360149827Running coprocessor pre-close hooks at 1731360149827Disabling compacts and flushes for region at 1731360149827Disabling writes for close at 1731360149828 (+1 ms)Obtaining lock to block concurrent updates at 1731360149828Preparing flush snapshotting stores in 1588230740 at 1731360149828Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360149828Flushing stores of hbase:meta,,1.1588230740 at 1731360149828Flushing 1588230740/info: creating writer at 1731360149828Flushing 1588230740/info: appending metadata at 1731360149846 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731360149846Flushing 1588230740/ns: creating writer at 1731360150254 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731360150271 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731360150271Flushing 1588230740/rep_barrier: creating writer at 1731360150678 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360150694 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360150694Flushing 1588230740/table: creating writer at 1731360151101 (+407 ms)Flushing 1588230740/table: appending metadata at 1731360151114 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731360151114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54989aaa: reopening flushed file at 1731360151521 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531dd6f1: reopening flushed file at 1731360151526 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13154a47: reopening flushed file at 1731360151530 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5627bb: reopening flushed file at 1731360151534 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731360151538 (+4 ms)Writing region close event to WAL at 1731360151540 (+2 ms)Running coprocessor post-close hooks at 1731360151542 (+2 ms)Closed at 1731360151542 2024-11-11T21:22:31,543 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:31,581 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.1731360114153 to pos 1527, reset compression=false 2024-11-11T21:22:31,629 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T21:22:31,629 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,38561,1731360111858; all regions closed. 2024-11-11T21:22:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741834_1010 (size=4239) 2024-11-11T21:22:31,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.meta.1731360115077.meta not finished, retry = 0 2024-11-11T21:22:31,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/WALs/f286ae0a5299,38561,1731360111858/f286ae0a5299%2C38561%2C1731360111858.rep.1731360132237 not finished, retry = 0 2024-11-11T21:22:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741839_1015 (size=1297) 2024-11-11T21:22:31,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741832_1008 (size=1535) 2024-11-11T21:22:31,837 DEBUG [RS:0;f286ae0a5299:38561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:31,837 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:22:31,837 INFO [RS:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:22:31,838 INFO [RS:0;f286ae0a5299:38561 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:22:31,838 INFO [RS:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:22:31,838 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:22:31,838 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,38561,1731360111858 because: Region server is closing 2024-11-11T21:22:31,838 INFO [RS:0;f286ae0a5299:38561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:38561. 2024-11-11T21:22:31,838 DEBUG [RS:0;f286ae0a5299:38561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:31,838 DEBUG [RS:0;f286ae0a5299:38561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:31,838 DEBUG [RS:0;f286ae0a5299:38561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:31,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:31,938 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.shipperf286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 terminated 2024-11-11T21:22:31,939 INFO [RS:0;f286ae0a5299:38561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38561 2024-11-11T21:22:31,938 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,38561,1731360111858.replicationSource.wal-reader.f286ae0a5299%2C38561%2C1731360111858,1-f286ae0a5299,38561,1731360111858 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T21:22:31,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033/rs 2024-11-11T21:22:31,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256479033/rs/f286ae0a5299,38561,1731360111858 2024-11-11T21:22:31,992 INFO [RS:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:22:32,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,38561,1731360111858] 2024-11-11T21:22:32,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01256479033/draining/f286ae0a5299,38561,1731360111858 already deleted, retry=false 2024-11-11T21:22:32,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,38561,1731360111858 expired; onlineServers=0 2024-11-11T21:22:32,015 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,43317,1731360111491' ***** 2024-11-11T21:22:32,015 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:22:32,015 INFO [M:0;f286ae0a5299:43317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:22:32,015 INFO [M:0;f286ae0a5299:43317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:22:32,015 DEBUG [M:0;f286ae0a5299:43317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:22:32,015 DEBUG [M:0;f286ae0a5299:43317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:22:32,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:22:32,015 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360113887 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360113887,5,FailOnTimeoutGroup] 2024-11-11T21:22:32,015 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360113887 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360113887,5,FailOnTimeoutGroup] 2024-11-11T21:22:32,015 INFO [M:0;f286ae0a5299:43317 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:22:32,015 INFO [M:0;f286ae0a5299:43317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:22:32,015 DEBUG [M:0;f286ae0a5299:43317 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:22:32,015 INFO [M:0;f286ae0a5299:43317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:22:32,016 INFO [M:0;f286ae0a5299:43317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:22:32,016 ERROR [M:0;f286ae0a5299:43317 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42043,5,PEWorkerGroup] 2024-11-11T21:22:32,016 INFO [M:0;f286ae0a5299:43317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:22:32,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:22:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01256479033/master 2024-11-11T21:22:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01256479033 2024-11-11T21:22:32,025 DEBUG [M:0;f286ae0a5299:43317 {}] zookeeper.ZKUtil(347): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Unable to get data of znode /01256479033/master because node does not exist (not an error) 2024-11-11T21:22:32,025 WARN [M:0;f286ae0a5299:43317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:22:32,026 INFO [M:0;f286ae0a5299:43317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/.lastflushedseqids 2024-11-11T21:22:32,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741847_1023 (size=245) 2024-11-11T21:22:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:32,104 INFO [RS:0;f286ae0a5299:38561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:22:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38561-0x1012bc6af3e0001, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:32,104 INFO [RS:0;f286ae0a5299:38561 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,38561,1731360111858; zookeeper connection closed. 2024-11-11T21:22:32,105 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1417e5ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1417e5ac 2024-11-11T21:22:32,105 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:22:32,430 INFO [M:0;f286ae0a5299:43317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:22:32,430 INFO [M:0;f286ae0a5299:43317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:22:32,430 DEBUG [M:0;f286ae0a5299:43317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:22:32,431 INFO [M:0;f286ae0a5299:43317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:32,431 DEBUG [M:0;f286ae0a5299:43317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:32,431 DEBUG [M:0;f286ae0a5299:43317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:22:32,431 DEBUG [M:0;f286ae0a5299:43317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:32,431 INFO [M:0;f286ae0a5299:43317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-11T21:22:32,444 DEBUG [M:0;f286ae0a5299:43317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31266b4c9f78488c9c381dd50a877e77 is 82, key is hbase:meta,,1/info:regioninfo/1731360115105/Put/seqid=0 2024-11-11T21:22:32,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741848_1024 (size=5672) 2024-11-11T21:22:32,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:22:32,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,847 INFO [M:0;f286ae0a5299:43317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31266b4c9f78488c9c381dd50a877e77 2024-11-11T21:22:32,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:32,870 DEBUG [M:0;f286ae0a5299:43317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45b6cdc2d419446fa88afe0b38a137a5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360127180/Put/seqid=0 2024-11-11T21:22:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741849_1025 (size=7217) 2024-11-11T21:22:33,274 INFO [M:0;f286ae0a5299:43317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45b6cdc2d419446fa88afe0b38a137a5 2024-11-11T21:22:33,277 INFO [M:0;f286ae0a5299:43317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45b6cdc2d419446fa88afe0b38a137a5 2024-11-11T21:22:33,296 DEBUG [M:0;f286ae0a5299:43317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63fa1255fa2e4b23afde9eb3a3a1d4a6 is 69, key is f286ae0a5299,38561,1731360111858/rs:state/1731360114010/Put/seqid=0 2024-11-11T21:22:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741850_1026 (size=5156) 2024-11-11T21:22:33,311 INFO [M:0;f286ae0a5299:43317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63fa1255fa2e4b23afde9eb3a3a1d4a6 2024-11-11T21:22:33,318 DEBUG [M:0;f286ae0a5299:43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31266b4c9f78488c9c381dd50a877e77 as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31266b4c9f78488c9c381dd50a877e77 2024-11-11T21:22:33,322 INFO [M:0;f286ae0a5299:43317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31266b4c9f78488c9c381dd50a877e77, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T21:22:33,324 DEBUG [M:0;f286ae0a5299:43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45b6cdc2d419446fa88afe0b38a137a5 as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45b6cdc2d419446fa88afe0b38a137a5 2024-11-11T21:22:33,334 INFO [M:0;f286ae0a5299:43317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45b6cdc2d419446fa88afe0b38a137a5 2024-11-11T21:22:33,334 INFO [M:0;f286ae0a5299:43317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45b6cdc2d419446fa88afe0b38a137a5, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T21:22:33,336 DEBUG [M:0;f286ae0a5299:43317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/63fa1255fa2e4b23afde9eb3a3a1d4a6 as hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63fa1255fa2e4b23afde9eb3a3a1d4a6 2024-11-11T21:22:33,344 INFO [M:0;f286ae0a5299:43317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42043/user/jenkins/test-data/3383e254-94ce-e192-dbac-f8f619e1d1ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/63fa1255fa2e4b23afde9eb3a3a1d4a6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T21:22:33,350 INFO [M:0;f286ae0a5299:43317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=105, compaction requested=false 2024-11-11T21:22:33,372 INFO [M:0;f286ae0a5299:43317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:33,372 DEBUG [M:0;f286ae0a5299:43317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360152430Disabling compacts and flushes for region at 1731360152430Disabling writes for close at 1731360152431 (+1 ms)Obtaining lock to block concurrent updates at 1731360152431Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360152431Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731360152431Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360152431Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360152431Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360152444 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360152444Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360152851 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360152869 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360152869Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360153278 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360153295 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360153295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464dbe3e: reopening flushed file at 1731360153317 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b5faae: reopening flushed file at 1731360153323 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5b5642: reopening flushed file at 1731360153335 (+12 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=105, compaction requested=false at 1731360153350 (+15 ms)Writing region close event to WAL at 1731360153372 (+22 ms)Closed at 1731360153372 2024-11-11T21:22:33,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35501 is added to blk_1073741830_1006 (size=64411) 2024-11-11T21:22:33,376 INFO [M:0;f286ae0a5299:43317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:22:33,376 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:22:33,376 INFO [M:0;f286ae0a5299:43317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43317 2024-11-11T21:22:33,377 INFO [M:0;f286ae0a5299:43317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:22:33,502 INFO [M:0;f286ae0a5299:43317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:22:33,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:33,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43317-0x1012bc6af3e0000, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:22:33,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@406201c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:22:33,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2425f6ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:22:33,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:22:33,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783d26c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:22:33,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d300f56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.log.dir/,STOPPED} 2024-11-11T21:22:33,515 WARN [BP-272629915-172.17.0.2-1731360109481 heartbeating to localhost/127.0.0.1:42043 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:22:33,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:22:33,515 WARN [BP-272629915-172.17.0.2-1731360109481 heartbeating to localhost/127.0.0.1:42043 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-272629915-172.17.0.2-1731360109481 (Datanode Uuid a6f49293-4750-4b8b-ac58-9338155c28b9) service to localhost/127.0.0.1:42043 2024-11-11T21:22:33,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:22:33,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/cluster_7fe74a20-0462-c399-aec2-64b2296fc7b3/data/data1/current/BP-272629915-172.17.0.2-1731360109481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:22:33,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/cluster_7fe74a20-0462-c399-aec2-64b2296fc7b3/data/data2/current/BP-272629915-172.17.0.2-1731360109481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:22:33,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:22:33,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f617e96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:22:33,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b33ff35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:22:33,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:22:33,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@801c30b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:22:33,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d81f97b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652d324d-8b42-73b6-0b1c-20e4dcc7ca63/hadoop.log.dir/,STOPPED} 2024-11-11T21:22:33,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:22:33,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:22:33,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 313) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42043 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65135) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38001 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65135) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65135) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:38001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:42043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=784 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=1597 (was 1883) 2024-11-11T21:22:33,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=784, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=1598 2024-11-11T21:22:33,639 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T21:22:33,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.log.dir so I do NOT create it in target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071 2024-11-11T21:22:33,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:22:33,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.tmp.dir so I do NOT create it in target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071 2024-11-11T21:22:33,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db0e3802-1669-d576-df3e-7bc0ea6b7e2d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:22:33,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071 2024-11-11T21:22:33,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84, deleteOnExit=true 2024-11-11T21:22:33,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84/zookeeper_0, clientPort=50415, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:22:33,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50415 2024-11-11T21:22:33,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:22:33,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/test.cache.data in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:22:33,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:22:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:22:33,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:22:33,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:33,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:22:33,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:22:33,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012bc6af3e0008, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:22:33,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012bc6af3e0005, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:22:33,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012bc6af3e0002, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:22:33,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012bc6af3e0005, quorum=127.0.0.1:65135, baseZNode=/1-616352973 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:22:33,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012bc6af3e0008, quorum=127.0.0.1:65135, baseZNode=/2-652915672 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:22:33,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012bc6af3e0002, quorum=127.0.0.1:65135, baseZNode=/01256479033 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:22:34,016 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:34,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:22:34,017 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128796 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:22:34,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:34,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:34,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:34,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:34,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:22:34,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:34,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aa474bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:34,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b406e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:34,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fe748cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/java.io.tmpdir/jetty-localhost-43537-hadoop-hdfs-3_4_1-tests_jar-_-any-333434679158125921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:22:34,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1847c54{HTTP/1.1, (http/1.1)}{localhost:43537} 2024-11-11T21:22:34,184 INFO [Time-limited test {}] server.Server(415): Started @323298ms 2024-11-11T21:22:34,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:34,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:34,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:34,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:34,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:22:34,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23f20a26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:34,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36555413{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:34,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@db95ab2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/java.io.tmpdir/jetty-localhost-45303-hadoop-hdfs-3_4_1-tests_jar-_-any-3571907502455540626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:22:34,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf6b2de{HTTP/1.1, (http/1.1)}{localhost:45303} 2024-11-11T21:22:34,747 INFO [Time-limited test {}] server.Server(415): Started @323862ms 2024-11-11T21:22:34,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:22:35,791 WARN [Thread-4192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84/data/data1/current/BP-1583251921-172.17.0.2-1731360153677/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:35,791 WARN [Thread-4193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84/data/data2/current/BP-1583251921-172.17.0.2-1731360153677/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:35,809 WARN [Thread-4180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:22:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7f403fb728fe265 with lease ID 0x9e2690c419f8b293: Processing first storage report for DS-bbe1b587-d787-4967-b02c-8e280b824f0d from datanode DatanodeRegistration(127.0.0.1:37491, datanodeUuid=2da63255-ee3f-4590-84f6-8a1950b57610, infoPort=33017, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=593186813;c=1731360153677) 2024-11-11T21:22:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7f403fb728fe265 with lease ID 0x9e2690c419f8b293: from storage DS-bbe1b587-d787-4967-b02c-8e280b824f0d node DatanodeRegistration(127.0.0.1:37491, datanodeUuid=2da63255-ee3f-4590-84f6-8a1950b57610, infoPort=33017, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=593186813;c=1731360153677), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:22:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7f403fb728fe265 with lease ID 0x9e2690c419f8b293: Processing first storage report for DS-1002fed1-bed5-46a7-a479-c786d058cc04 from datanode DatanodeRegistration(127.0.0.1:37491, datanodeUuid=2da63255-ee3f-4590-84f6-8a1950b57610, infoPort=33017, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=593186813;c=1731360153677) 2024-11-11T21:22:35,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7f403fb728fe265 with lease ID 0x9e2690c419f8b293: from storage DS-1002fed1-bed5-46a7-a479-c786d058cc04 node DatanodeRegistration(127.0.0.1:37491, datanodeUuid=2da63255-ee3f-4590-84f6-8a1950b57610, infoPort=33017, infoSecurePort=0, ipcPort=37633, storageInfo=lv=-57;cid=testClusterID;nsid=593186813;c=1731360153677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:22:35,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071 2024-11-11T21:22:35,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:35,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:35,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37491 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:22:36,316 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779 with version=8 2024-11-11T21:22:36,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/hbase-staging 2024-11-11T21:22:36,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:36,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:36,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:36,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:36,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:36,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:36,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:22:36,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:36,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44833 2024-11-11T21:22:36,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44833 connecting to ZooKeeper ensemble=127.0.0.1:50415 2024-11-11T21:22:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448330x0, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:36,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44833-0x1012bc75be00000 connected 2024-11-11T21:22:37,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:37,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:37,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Set watcher on znode that does not yet exist, /0-1036367826/running 2024-11-11T21:22:37,014 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779, hbase.cluster.distributed=false 2024-11-11T21:22:37,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Set watcher on znode that does not yet exist, /0-1036367826/acl 2024-11-11T21:22:37,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44833 2024-11-11T21:22:37,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44833 2024-11-11T21:22:37,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44833 2024-11-11T21:22:37,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44833 2024-11-11T21:22:37,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44833 2024-11-11T21:22:37,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:37,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:37,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:37,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:37,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:37,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:37,032 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:22:37,032 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:37,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34377 2024-11-11T21:22:37,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34377 connecting to ZooKeeper ensemble=127.0.0.1:50415 2024-11-11T21:22:37,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:37,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:37,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343770x0, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:37,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343770x0, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Set watcher on znode that does not yet exist, /0-1036367826/running 2024-11-11T21:22:37,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34377-0x1012bc75be00001 connected 2024-11-11T21:22:37,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:22:37,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:22:37,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Set watcher on znode that does not yet exist, /0-1036367826/master 2024-11-11T21:22:37,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Set watcher on znode that does not yet exist, /0-1036367826/acl 2024-11-11T21:22:37,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34377 2024-11-11T21:22:37,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34377 2024-11-11T21:22:37,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34377 2024-11-11T21:22:37,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34377 2024-11-11T21:22:37,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34377 2024-11-11T21:22:37,173 DEBUG [M:0;f286ae0a5299:44833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:44833 2024-11-11T21:22:37,173 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1036367826/backup-masters/f286ae0a5299,44833,1731360156318 2024-11-11T21:22:37,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826/backup-masters 2024-11-11T21:22:37,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826/backup-masters 2024-11-11T21:22:37,255 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Set watcher on existing znode=/0-1036367826/backup-masters/f286ae0a5299,44833,1731360156318 2024-11-11T21:22:37,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1036367826/master 2024-11-11T21:22:37,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:37,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:37,362 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Set watcher on existing znode=/0-1036367826/master 2024-11-11T21:22:37,363 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1036367826/backup-masters/f286ae0a5299,44833,1731360156318 from backup master directory 2024-11-11T21:22:37,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1036367826/backup-masters/f286ae0a5299,44833,1731360156318 2024-11-11T21:22:37,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826/backup-masters 2024-11-11T21:22:37,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826/backup-masters 2024-11-11T21:22:37,448 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:37,448 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,44833,1731360156318 2024-11-11T21:22:37,450 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/hbase.id] with ID: d5138374-6cb6-42ac-bb6f-12889adc1483 2024-11-11T21:22:37,450 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/.tmp/hbase.id 2024-11-11T21:22:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37491 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:22:37,854 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/.tmp/hbase.id]:[hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/hbase.id] 2024-11-11T21:22:37,861 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:37,861 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:22:37,862 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:22:37,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:37,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:37,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37491 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:22:37,941 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:37,942 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:22:37,942 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:37,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37491 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:22:38,353 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/data/master/store 2024-11-11T21:22:38,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37491 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:22:38,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:22:38,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:22:38,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:22:38,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:22:38,757 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:38,757 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:22:38,757 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:38,757 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:38,757 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:22:38,757 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:38,757 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:38,757 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360158757Disabling compacts and flushes for region at 1731360158757Disabling writes for close at 1731360158757Writing region close event to WAL at 1731360158757Closed at 1731360158757 2024-11-11T21:22:38,758 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/data/master/store/.initializing 2024-11-11T21:22:38,758 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/WALs/f286ae0a5299,44833,1731360156318 2024-11-11T21:22:38,759 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:38,760 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C44833%2C1731360156318, suffix=, logDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/WALs/f286ae0a5299,44833,1731360156318, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/oldWALs, maxLogs=10 2024-11-11T21:22:38,772 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/WALs/f286ae0a5299,44833,1731360156318/f286ae0a5299%2C44833%2C1731360156318.1731360158760, exclude list is [], retry=0 2024-11-11T21:22:38,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37491,DS-bbe1b587-d787-4967-b02c-8e280b824f0d,DISK] 2024-11-11T21:22:38,775 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/WALs/f286ae0a5299,44833,1731360156318/f286ae0a5299%2C44833%2C1731360156318.1731360158760 2024-11-11T21:22:38,775 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-11T21:22:38,775 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:38,776 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:38,776 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,776 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:22:38,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:38,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:38,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:22:38,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:38,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:38,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:22:38,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:38,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:38,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:22:38,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:38,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:38,784 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,785 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,785 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,786 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,786 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,786 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:38,787 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:38,788 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:38,789 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59892855, jitterRate=-0.10752691328525543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:38,789 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360158776Initializing all the Stores at 1731360158776Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360158776Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360158780 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360158780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360158780Cleaning up temporary data from old regions at 1731360158786 (+6 ms)Region opened successfully at 1731360158789 (+3 ms) 2024-11-11T21:22:38,789 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:22:38,791 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab888a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:38,791 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:22:38,791 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:22:38,791 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:22:38,792 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:22:38,792 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:22:38,792 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:22:38,792 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:22:38,796 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:22:38,797 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Unable to get data of znode /0-1036367826/balancer because node does not exist (not necessarily an error) 2024-11-11T21:22:38,809 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036367826/balancer already deleted, retry=false 2024-11-11T21:22:38,809 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:22:38,810 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Unable to get data of znode /0-1036367826/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:22:38,821 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036367826/normalizer already deleted, retry=false 2024-11-11T21:22:38,822 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:22:38,823 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Unable to get data of znode /0-1036367826/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:22:38,832 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036367826/switch/split already deleted, retry=false 2024-11-11T21:22:38,833 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Unable to get data of znode /0-1036367826/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:22:38,843 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036367826/switch/merge already deleted, retry=false 2024-11-11T21:22:38,845 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Unable to get data of znode /0-1036367826/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:22:38,853 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1036367826/snapshot-cleanup already deleted, retry=false 2024-11-11T21:22:38,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1036367826/running 2024-11-11T21:22:38,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1036367826/running 2024-11-11T21:22:38,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:38,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:38,864 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,44833,1731360156318, sessionid=0x1012bc75be00000, setting cluster-up flag (Was=false) 2024-11-11T21:22:38,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:38,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:38,916 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1036367826/flush-table-proc/acquired, /0-1036367826/flush-table-proc/reached, /0-1036367826/flush-table-proc/abort 2024-11-11T21:22:38,917 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,44833,1731360156318 2024-11-11T21:22:38,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:38,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:38,969 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1036367826/online-snapshot/acquired, /0-1036367826/online-snapshot/reached, /0-1036367826/online-snapshot/abort 2024-11-11T21:22:38,970 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,44833,1731360156318 2024-11-11T21:22:38,971 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:22:38,977 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:38,977 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:22:38,977 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:22:38,978 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,44833,1731360156318 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:22:38,979 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:38,979 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:38,979 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:38,979 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:38,979 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:22:38,979 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:38,979 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:38,979 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:38,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:38,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:22:38,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:38,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:22:38,988 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360188988 2024-11-11T21:22:38,988 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:22:38,988 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:22:38,988 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:22:38,988 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:22:38,988 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:22:38,988 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:22:38,992 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:38,993 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:22:38,993 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:22:38,993 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:22:38,993 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:22:38,993 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:22:38,993 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:22:38,996 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360158994,5,FailOnTimeoutGroup] 2024-11-11T21:22:39,000 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360158996,5,FailOnTimeoutGroup] 2024-11-11T21:22:39,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:22:39,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,000 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37491 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:22:39,066 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.HRegionServer(746): ClusterId : d5138374-6cb6-42ac-bb6f-12889adc1483 2024-11-11T21:22:39,066 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:22:39,075 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:22:39,075 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:22:39,085 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:22:39,086 DEBUG [RS:0;f286ae0a5299:34377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73da4f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:39,096 DEBUG [RS:0;f286ae0a5299:34377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:34377 2024-11-11T21:22:39,096 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:22:39,096 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:22:39,096 DEBUG [RS:0;f286ae0a5299:34377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:22:39,097 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,44833,1731360156318 with port=34377, startcode=1731360157032 2024-11-11T21:22:39,097 DEBUG [RS:0;f286ae0a5299:34377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:22:39,098 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:22:39,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,34377,1731360157032 2024-11-11T21:22:39,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44833 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,34377,1731360157032 2024-11-11T21:22:39,100 DEBUG [RS:0;f286ae0a5299:34377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779 2024-11-11T21:22:39,100 DEBUG [RS:0;f286ae0a5299:34377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45161 2024-11-11T21:22:39,100 DEBUG [RS:0;f286ae0a5299:34377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:22:39,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826/rs 2024-11-11T21:22:39,106 DEBUG [RS:0;f286ae0a5299:34377 {}] zookeeper.ZKUtil(111): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Set watcher on existing znode=/0-1036367826/rs/f286ae0a5299,34377,1731360157032 2024-11-11T21:22:39,106 WARN [RS:0;f286ae0a5299:34377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:39,106 INFO [RS:0;f286ae0a5299:34377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:39,106 DEBUG [RS:0;f286ae0a5299:34377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/WALs/f286ae0a5299,34377,1731360157032 2024-11-11T21:22:39,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,34377,1731360157032] 2024-11-11T21:22:39,108 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:22:39,109 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:22:39,109 INFO [RS:0;f286ae0a5299:34377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:22:39,109 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,110 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:22:39,110 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:22:39,110 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:39,110 DEBUG [RS:0;f286ae0a5299:34377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:39,111 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,111 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,111 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,111 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,111 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,111 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34377,1731360157032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:39,128 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:22:39,128 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,34377,1731360157032-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,128 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,128 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.Replication(171): f286ae0a5299,34377,1731360157032 started 2024-11-11T21:22:39,143 INFO [RS:0;f286ae0a5299:34377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,143 INFO [RS:0;f286ae0a5299:34377 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,34377,1731360157032, RpcServer on f286ae0a5299/172.17.0.2:34377, sessionid=0x1012bc75be00001 2024-11-11T21:22:39,143 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:22:39,143 DEBUG [RS:0;f286ae0a5299:34377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,34377,1731360157032 2024-11-11T21:22:39,143 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,34377,1731360157032' 2024-11-11T21:22:39,143 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1036367826/flush-table-proc/abort' 2024-11-11T21:22:39,144 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1036367826/flush-table-proc/acquired' 2024-11-11T21:22:39,144 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:22:39,144 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:22:39,144 DEBUG [RS:0;f286ae0a5299:34377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,34377,1731360157032 2024-11-11T21:22:39,144 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,34377,1731360157032' 2024-11-11T21:22:39,144 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1036367826/online-snapshot/abort' 2024-11-11T21:22:39,144 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1036367826/online-snapshot/acquired' 2024-11-11T21:22:39,145 DEBUG [RS:0;f286ae0a5299:34377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:22:39,145 INFO [RS:0;f286ae0a5299:34377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:22:39,145 INFO [RS:0;f286ae0a5299:34377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:22:39,245 INFO [RS:0;f286ae0a5299:34377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:39,246 INFO [RS:0;f286ae0a5299:34377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C34377%2C1731360157032, suffix=, logDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/WALs/f286ae0a5299,34377,1731360157032, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/oldWALs, maxLogs=10 2024-11-11T21:22:39,262 DEBUG [RS:0;f286ae0a5299:34377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/WALs/f286ae0a5299,34377,1731360157032/f286ae0a5299%2C34377%2C1731360157032.1731360159246, exclude list is [], retry=0 2024-11-11T21:22:39,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37491,DS-bbe1b587-d787-4967-b02c-8e280b824f0d,DISK] 2024-11-11T21:22:39,277 INFO [RS:0;f286ae0a5299:34377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/WALs/f286ae0a5299,34377,1731360157032/f286ae0a5299%2C34377%2C1731360157032.1731360159246 2024-11-11T21:22:39,278 DEBUG [RS:0;f286ae0a5299:34377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-11T21:22:39,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:22:39,406 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779 2024-11-11T21:22:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37491 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:22:39,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:39,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:39,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:39,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:39,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:39,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:39,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:39,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:39,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:39,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:39,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:39,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:39,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:39,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:39,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:39,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:39,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:39,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:39,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/data/hbase/meta/1588230740 2024-11-11T21:22:39,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/data/hbase/meta/1588230740 2024-11-11T21:22:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:39,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:39,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:39,424 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:39,424 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69211049, jitterRate=0.031324997544288635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360159412Initializing all the Stores at 1731360159413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360159413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360159416 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360159416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360159416Cleaning up temporary data from old regions at 1731360159422 (+6 ms)Region opened successfully at 1731360159424 (+2 ms) 2024-11-11T21:22:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:22:39,424 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:22:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:22:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:22:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:22:39,425 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:39,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360159424Disabling compacts and flushes for region at 1731360159424Disabling writes for close at 1731360159424Writing region close event to WAL at 1731360159425 (+1 ms)Closed at 1731360159425 2024-11-11T21:22:39,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:39,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:22:39,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:22:39,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:39,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:22:39,577 DEBUG [f286ae0a5299:44833 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:22:39,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,34377,1731360157032 2024-11-11T21:22:39,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,34377,1731360157032, state=OPENING 2024-11-11T21:22:39,590 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:22:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1036367826 2024-11-11T21:22:39,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036367826/meta-region-server: CHANGED 2024-11-11T21:22:39,652 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:39,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036367826/meta-region-server: CHANGED 2024-11-11T21:22:39,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,34377,1731360157032}] 2024-11-11T21:22:39,804 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:22:39,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:22:39,807 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:22:39,807 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:39,807 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:22:39,808 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C34377%2C1731360157032.meta, suffix=.meta, logDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/WALs/f286ae0a5299,34377,1731360157032, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/oldWALs, maxLogs=10 2024-11-11T21:22:39,820 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/WALs/f286ae0a5299,34377,1731360157032/f286ae0a5299%2C34377%2C1731360157032.meta.1731360159808.meta, exclude list is [], retry=0 2024-11-11T21:22:39,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37491,DS-bbe1b587-d787-4967-b02c-8e280b824f0d,DISK] 2024-11-11T21:22:39,823 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/WALs/f286ae0a5299,34377,1731360157032/f286ae0a5299%2C34377%2C1731360157032.meta.1731360159808.meta 2024-11-11T21:22:39,823 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-11T21:22:39,823 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:39,823 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:39,823 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:22:39,824 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:22:39,824 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:22:39,824 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:22:39,824 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:39,824 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:22:39,824 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:22:39,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:39,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:39,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:39,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:39,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:39,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:39,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:39,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:39,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:39,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:39,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:39,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:39,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:39,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:39,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:39,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:39,828 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:39,828 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/data/hbase/meta/1588230740 2024-11-11T21:22:39,829 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/data/hbase/meta/1588230740 2024-11-11T21:22:39,830 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:39,830 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:39,831 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:39,832 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:39,833 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64369651, jitterRate=-0.04081745445728302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:39,833 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:22:39,833 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360159824Writing region info on filesystem at 1731360159824Initializing all the Stores at 1731360159825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360159825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360159825Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360159825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360159825Cleaning up temporary data from old regions at 1731360159830 (+5 ms)Running coprocessor post-open hooks at 1731360159833 (+3 ms)Region opened successfully at 1731360159833 2024-11-11T21:22:39,834 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360159803 2024-11-11T21:22:39,835 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:22:39,835 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:22:39,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,34377,1731360157032 2024-11-11T21:22:39,836 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,34377,1731360157032, state=OPEN 2024-11-11T21:22:39,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34377-0x1012bc75be00001, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1036367826/meta-region-server 2024-11-11T21:22:39,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x1012bc75be00000, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1036367826/meta-region-server 2024-11-11T21:22:39,842 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,34377,1731360157032 2024-11-11T21:22:39,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036367826/meta-region-server: CHANGED 2024-11-11T21:22:39,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1036367826/meta-region-server: CHANGED 2024-11-11T21:22:39,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:22:39,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,34377,1731360157032 in 190 msec 2024-11-11T21:22:39,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:22:39,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-11T21:22:39,846 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:39,846 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:22:39,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:39,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,34377,1731360157032, seqNum=-1] 2024-11-11T21:22:39,847 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:39,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:39,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-11-11T21:22:39,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360159852, completionTime=-1 2024-11-11T21:22:39,853 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:22:39,853 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:22:39,854 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:22:39,854 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360219854 2024-11-11T21:22:39,854 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360279854 2024-11-11T21:22:39,854 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:22:39,855 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44833,1731360156318-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,855 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44833,1731360156318-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,855 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44833,1731360156318-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,855 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:44833, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,855 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,856 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,857 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:22:39,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.411sec 2024-11-11T21:22:39,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:22:39,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:22:39,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:22:39,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:22:39,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:22:39,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44833,1731360156318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:39,859 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44833,1731360156318-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:22:39,861 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:22:39,861 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:22:39,861 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44833,1731360156318-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:39,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b5882b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:39,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44833,-1 for getting cluster id 2024-11-11T21:22:39,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:39,872 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5138374-6cb6-42ac-bb6f-12889adc1483' 2024-11-11T21:22:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5138374-6cb6-42ac-bb6f-12889adc1483" 2024-11-11T21:22:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a236af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44833,-1] 2024-11-11T21:22:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:39,874 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:39,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ed03c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:39,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:39,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,34377,1731360157032, seqNum=-1] 2024-11-11T21:22:39,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:39,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:39,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,44833,1731360156318 2024-11-11T21:22:39,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50415 2024-11-11T21:22:39,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50415, baseZNode=/0-1036367826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:39,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc75be00002 connected 2024-11-11T21:22:39,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44833,1731360156318 2024-11-11T21:22:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b6ab08b 2024-11-11T21:22:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:39,899 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:39,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:22:39,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:22:39,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:22:39,902 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:39,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:22:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37491 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:22:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:40,308 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 161e4f7e2fa46fe9a0374f7ff176faf6, NAME => 'test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779 2024-11-11T21:22:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37491 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:22:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:40,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:40,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 161e4f7e2fa46fe9a0374f7ff176faf6, disabling compactions & flushes 2024-11-11T21:22:40,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6. 2024-11-11T21:22:40,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6. 2024-11-11T21:22:40,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6. after waiting 0 ms 2024-11-11T21:22:40,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6. 2024-11-11T21:22:40,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6. 2024-11-11T21:22:40,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 161e4f7e2fa46fe9a0374f7ff176faf6: Waiting for close lock at 1731360160713Disabling compacts and flushes for region at 1731360160713Disabling writes for close at 1731360160713Writing region close event to WAL at 1731360160713Closed at 1731360160713 2024-11-11T21:22:40,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:22:40,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360160714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360160714"}]},"ts":"1731360160714"} 2024-11-11T21:22:40,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:22:40,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:22:40,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360160716"}]},"ts":"1731360160716"} 2024-11-11T21:22:40,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:22:40,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=161e4f7e2fa46fe9a0374f7ff176faf6, ASSIGN}] 2024-11-11T21:22:40,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=161e4f7e2fa46fe9a0374f7ff176faf6, ASSIGN 2024-11-11T21:22:40,719 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=161e4f7e2fa46fe9a0374f7ff176faf6, ASSIGN; state=OFFLINE, location=f286ae0a5299,34377,1731360157032; forceNewPlan=false, retain=false 2024-11-11T21:22:40,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=161e4f7e2fa46fe9a0374f7ff176faf6, regionState=OPENING, regionLocation=f286ae0a5299,34377,1731360157032 2024-11-11T21:22:40,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=161e4f7e2fa46fe9a0374f7ff176faf6, ASSIGN because future has completed 2024-11-11T21:22:40,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 161e4f7e2fa46fe9a0374f7ff176faf6, server=f286ae0a5299,34377,1731360157032}] 2024-11-11T21:22:41,032 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6. 2024-11-11T21:22:41,033 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 161e4f7e2fa46fe9a0374f7ff176faf6, NAME => 'test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:41,033 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:41,033 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:22:41,034 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,034 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:41,034 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,034 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:41,040 INFO [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,041 INFO [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 161e4f7e2fa46fe9a0374f7ff176faf6 columnFamilyName f 2024-11-11T21:22:41,042 DEBUG [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:41,042 INFO [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] regionserver.HStore(327): Store=161e4f7e2fa46fe9a0374f7ff176faf6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:41,042 INFO [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,044 INFO [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 161e4f7e2fa46fe9a0374f7ff176faf6 columnFamilyName f1 2024-11-11T21:22:41,044 DEBUG [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:41,044 INFO [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] regionserver.HStore(327): Store=161e4f7e2fa46fe9a0374f7ff176faf6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:41,044 INFO [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,045 INFO [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 161e4f7e2fa46fe9a0374f7ff176faf6 columnFamilyName norep 2024-11-11T21:22:41,046 DEBUG [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:41,046 INFO [StoreOpener-161e4f7e2fa46fe9a0374f7ff176faf6-1 {}] regionserver.HStore(327): Store=161e4f7e2fa46fe9a0374f7ff176faf6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:41,047 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,047 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/data/default/test/161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,048 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/data/default/test/161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,049 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,049 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,049 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:22:41,050 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,052 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/data/default/test/161e4f7e2fa46fe9a0374f7ff176faf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:41,052 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 161e4f7e2fa46fe9a0374f7ff176faf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63556772, jitterRate=-0.05293029546737671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:22:41,052 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 161e4f7e2fa46fe9a0374f7ff176faf6 2024-11-11T21:22:41,053 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 161e4f7e2fa46fe9a0374f7ff176faf6: Running coprocessor pre-open hook at 1731360161034Writing region info on filesystem at 1731360161034Initializing all the Stores at 1731360161035 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360161035Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360161040 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360161040Cleaning up temporary data from old regions at 1731360161049 (+9 ms)Running coprocessor post-open hooks at 1731360161052 (+3 ms)Region opened successfully at 1731360161053 (+1 ms) 2024-11-11T21:22:41,054 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6., pid=6, masterSystemTime=1731360161023 2024-11-11T21:22:41,056 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6. 2024-11-11T21:22:41,056 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360159900.161e4f7e2fa46fe9a0374f7ff176faf6. 2024-11-11T21:22:41,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=161e4f7e2fa46fe9a0374f7ff176faf6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,34377,1731360157032 2024-11-11T21:22:41,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 161e4f7e2fa46fe9a0374f7ff176faf6, server=f286ae0a5299,34377,1731360157032 because future has completed 2024-11-11T21:22:41,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:22:41,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 161e4f7e2fa46fe9a0374f7ff176faf6, server=f286ae0a5299,34377,1731360157032 in 188 msec 2024-11-11T21:22:41,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:22:41,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=161e4f7e2fa46fe9a0374f7ff176faf6, ASSIGN in 344 msec 2024-11-11T21:22:41,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:22:41,065 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360161064"}]},"ts":"1731360161064"} 2024-11-11T21:22:41,068 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:22:41,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:22:41,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-11T21:22:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:42,056 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:22:42,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab71a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:42,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44833,-1 for getting cluster id 2024-11-11T21:22:42,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:42,057 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5138374-6cb6-42ac-bb6f-12889adc1483' 2024-11-11T21:22:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5138374-6cb6-42ac-bb6f-12889adc1483" 2024-11-11T21:22:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7e179b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44833,-1] 2024-11-11T21:22:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:42,059 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106c3aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:42,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44833,1731360156318 2024-11-11T21:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@688aca55 2024-11-11T21:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:42,063 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:42,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:44833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:22:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:22:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:42,066 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:44833' 2024-11-11T21:22:42,067 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a1acad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:42,068 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44833,-1 for getting cluster id 2024-11-11T21:22:42,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:42,068 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5138374-6cb6-42ac-bb6f-12889adc1483' 2024-11-11T21:22:42,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:42,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5138374-6cb6-42ac-bb6f-12889adc1483" 2024-11-11T21:22:42,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29addd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:42,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44833,-1] 2024-11-11T21:22:42,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:42,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:42,070 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:42,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683314e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:42,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:42,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44833,1731360156318 2024-11-11T21:22:42,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ccb56c7 2024-11-11T21:22:42,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:42,074 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:42,074 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T21:22:42,075 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:22:42,075 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:42,075 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:42,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:42,076 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f286ae0a5299:44833, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T21:22:42,089 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f286ae0a5299:44833, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f286ae0a5299:44833, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f286ae0a5299:44833, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T21:22:42,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f286ae0a5299:44833, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=27 msec 2024-11-11T21:22:42,092 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T21:22:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:22:42,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:22:42,177 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f286ae0a5299:44833, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T21:22:42,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:22:42,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:42,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:42,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:22:42,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 358) Potentially hanging thread: RS:0;f286ae0a5299:34377-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:45161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp150211734-7910 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1984432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:50415): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50415) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84/data/data2/current/BP-1583251921-172.17.0.2-1731360153677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/f286ae0a5299:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@62f6a1be java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp150211734-7915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp150211734-7912-acceptor-0@16ca0ce8-ServerConnector@1847c54{HTTP/1.1, (http/1.1)}{localhost:43537} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360158996 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45161 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f19849f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp150211734-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1984432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1583251921-172.17.0.2-1731360153677:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@42d9c65d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master/f286ae0a5299:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7cd9d97d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50415) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f1984ab0f40.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1147781621-7960 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:45161 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779-prefix:f286ae0a5299,34377,1731360157032.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@287d748c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f286ae0a5299:34377 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779/MasterData-prefix:f286ae0a5299,44833,1731360156318 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(127293042) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50415) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1583251921-172.17.0.2-1731360153677:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1604657468_20 at /127.0.0.1:37524 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@27a9e6f6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/cluster_b4e4fc29-1b65-d2a1-cff8-68253cef4d84/data/data1/current/BP-1583251921-172.17.0.2-1731360153677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp150211734-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1604657468_20 at /127.0.0.1:37612 [Receiving block BP-1583251921-172.17.0.2-1731360153677:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1147781621-7958-acceptor-0@401ecaee-ServerConnector@5bf6b2de{HTTP/1.1, (http/1.1)}{localhost:45303} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp150211734-7908 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1984432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4fb20340 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;f286ae0a5299:44833 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1583251921-172.17.0.2-1731360153677 heartbeating to localhost/127.0.0.1:45161 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 37633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2d8f2fc3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server idle connection scanner for port 37633 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1147781621-7959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_META-regionserver/f286ae0a5299:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-315274737_20 at /127.0.0.1:37576 [Receiving block BP-1583251921-172.17.0.2-1731360153677:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7fd81565-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp150211734-7913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50415 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d8561f5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1583251921-172.17.0.2-1731360153677:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@17cf1499[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: f286ae0a5299:44833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:45161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f286ae0a5299:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1604657468_20 at /127.0.0.1:37586 [Receiving block BP-1583251921-172.17.0.2-1731360153677:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1147781621-7957 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1984432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4fb3996b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45161/user/jenkins/test-data/36fbd085-e0f4-0380-ae7a-384d407ab779-prefix:f286ae0a5299,34377,1731360157032 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 37633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360158994 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp150211734-7909 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1984432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5ba6d80-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 784) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1482 (was 1598) 2024-11-11T21:22:42,202 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-11T21:22:42,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=1481 2024-11-11T21:22:42,222 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-11T21:22:42,244 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T21:22:42,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/hadoop.log.dir so I do NOT create it in target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839 2024-11-11T21:22:42,245 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:22:42,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/hadoop.tmp.dir so I do NOT create it in target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839 2024-11-11T21:22:42,245 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbd1a535-bb85-d9c4-3aea-bc456a821071/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:22:42,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839 2024-11-11T21:22:42,245 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/cluster_5af4ce95-3330-6ea4-dff0-c019ca70b663, deleteOnExit=true 2024-11-11T21:22:42,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/cluster_5af4ce95-3330-6ea4-dff0-c019ca70b663/zookeeper_0, clientPort=51719, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/cluster_5af4ce95-3330-6ea4-dff0-c019ca70b663/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/cluster_5af4ce95-3330-6ea4-dff0-c019ca70b663/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:22:42,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51719 2024-11-11T21:22:42,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:22:42,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:22:42,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/test.cache.data in system properties and HBase conf 2024-11-11T21:22:42,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:22:42,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:22:42,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:22:42,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:22:42,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:22:42,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:22:42,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:42,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:22:42,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:22:42,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:42,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:42,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:42,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:42,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:22:42,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:42,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd63199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:42,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751572a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:42,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f6782d6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/java.io.tmpdir/jetty-localhost-39217-hadoop-hdfs-3_4_1-tests_jar-_-any-9584714713005024280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:22:42,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2f458b{HTTP/1.1, (http/1.1)}{localhost:39217} 2024-11-11T21:22:42,885 INFO [Time-limited test {}] server.Server(415): Started @332000ms 2024-11-11T21:22:43,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:43,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:43,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:43,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:43,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:22:43,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@904a68d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:43,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21fb47fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:43,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c0e2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/java.io.tmpdir/jetty-localhost-36865-hadoop-hdfs-3_4_1-tests_jar-_-any-12081896178125707223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:22:43,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74eee3fa{HTTP/1.1, (http/1.1)}{localhost:36865} 2024-11-11T21:22:43,323 INFO [Time-limited test {}] server.Server(415): Started @332438ms 2024-11-11T21:22:43,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:22:43,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:43,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,032 WARN [Thread-4325 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/cluster_5af4ce95-3330-6ea4-dff0-c019ca70b663/data/data1/current/BP-668811382-172.17.0.2-1731360162390/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:44,032 WARN [Thread-4326 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/cluster_5af4ce95-3330-6ea4-dff0-c019ca70b663/data/data2/current/BP-668811382-172.17.0.2-1731360162390/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:44,065 WARN [Thread-4313 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:22:44,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd067fa2f92d7e662 with lease ID 0x5ebd8afd42ca64e1: Processing first storage report for DS-4633b827-d38a-429b-825b-9cfef9b0daf1 from datanode DatanodeRegistration(127.0.0.1:42259, datanodeUuid=94bfe51a-c0fc-47fc-845f-5e3210d8ee08, infoPort=38321, infoSecurePort=0, ipcPort=33351, storageInfo=lv=-57;cid=testClusterID;nsid=1654412318;c=1731360162390) 2024-11-11T21:22:44,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd067fa2f92d7e662 with lease ID 0x5ebd8afd42ca64e1: from storage DS-4633b827-d38a-429b-825b-9cfef9b0daf1 node DatanodeRegistration(127.0.0.1:42259, datanodeUuid=94bfe51a-c0fc-47fc-845f-5e3210d8ee08, infoPort=38321, infoSecurePort=0, ipcPort=33351, storageInfo=lv=-57;cid=testClusterID;nsid=1654412318;c=1731360162390), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:22:44,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd067fa2f92d7e662 with lease ID 0x5ebd8afd42ca64e1: Processing first storage report for DS-d54b3ee9-41db-4ada-8546-d5a3fe086755 from datanode DatanodeRegistration(127.0.0.1:42259, datanodeUuid=94bfe51a-c0fc-47fc-845f-5e3210d8ee08, infoPort=38321, infoSecurePort=0, ipcPort=33351, storageInfo=lv=-57;cid=testClusterID;nsid=1654412318;c=1731360162390) 2024-11-11T21:22:44,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd067fa2f92d7e662 with lease ID 0x5ebd8afd42ca64e1: from storage DS-d54b3ee9-41db-4ada-8546-d5a3fe086755 node DatanodeRegistration(127.0.0.1:42259, datanodeUuid=94bfe51a-c0fc-47fc-845f-5e3210d8ee08, infoPort=38321, infoSecurePort=0, ipcPort=33351, storageInfo=lv=-57;cid=testClusterID;nsid=1654412318;c=1731360162390), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:22:44,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839 2024-11-11T21:22:44,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:44,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:44,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:22:44,173 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e with version=8 2024-11-11T21:22:44,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/hbase-staging 2024-11-11T21:22:44,175 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:44,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:44,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:44,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:44,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:44,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:44,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:22:44,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:44,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33903 2024-11-11T21:22:44,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33903 connecting to ZooKeeper ensemble=127.0.0.1:51719 2024-11-11T21:22:44,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:22:44,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339030x0, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:44,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:44,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33903-0x1012bc77dd90000 connected 2024-11-11T21:22:44,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:44,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:44,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on znode that does not yet exist, /0-2112692729/running 2024-11-11T21:22:44,452 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e, hbase.cluster.distributed=false 2024-11-11T21:22:44,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on znode that does not yet exist, /0-2112692729/acl 2024-11-11T21:22:44,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33903 2024-11-11T21:22:44,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33903 2024-11-11T21:22:44,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33903 2024-11-11T21:22:44,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33903 2024-11-11T21:22:44,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33903 2024-11-11T21:22:44,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:44,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:44,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:44,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:44,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:44,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:44,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:22:44,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:44,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36969 2024-11-11T21:22:44,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36969 connecting to ZooKeeper ensemble=127.0.0.1:51719 2024-11-11T21:22:44,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:44,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:44,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369690x0, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:44,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369690x0, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on znode that does not yet exist, /0-2112692729/running 2024-11-11T21:22:44,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36969-0x1012bc77dd90001 connected 2024-11-11T21:22:44,522 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:22:44,529 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:22:44,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on znode that does not yet exist, /0-2112692729/master 2024-11-11T21:22:44,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on znode that does not yet exist, /0-2112692729/acl 2024-11-11T21:22:44,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36969 2024-11-11T21:22:44,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36969 2024-11-11T21:22:44,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36969 2024-11-11T21:22:44,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36969 2024-11-11T21:22:44,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36969 2024-11-11T21:22:44,583 DEBUG [M:0;f286ae0a5299:33903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:33903 2024-11-11T21:22:44,584 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2112692729/backup-masters/f286ae0a5299,33903,1731360164175 2024-11-11T21:22:44,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729/backup-masters 2024-11-11T21:22:44,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729/backup-masters 2024-11-11T21:22:44,596 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on existing znode=/0-2112692729/backup-masters/f286ae0a5299,33903,1731360164175 2024-11-11T21:22:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:44,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2112692729/master 2024-11-11T21:22:44,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:44,606 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on existing znode=/0-2112692729/master 2024-11-11T21:22:44,606 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2112692729/backup-masters/f286ae0a5299,33903,1731360164175 from backup master directory 2024-11-11T21:22:44,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112692729/backup-masters/f286ae0a5299,33903,1731360164175 2024-11-11T21:22:44,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729/backup-masters 2024-11-11T21:22:44,617 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:44,617 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,33903,1731360164175 2024-11-11T21:22:44,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729/backup-masters 2024-11-11T21:22:44,625 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/hbase.id] with ID: 6ad23828-831f-4032-9d3a-9347e7448ec4 2024-11-11T21:22:44,626 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/.tmp/hbase.id 2024-11-11T21:22:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:22:45,035 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/.tmp/hbase.id]:[hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/hbase.id] 2024-11-11T21:22:45,045 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:45,045 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:22:45,047 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T21:22:45,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:45,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:45,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:22:45,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:22:45,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T21:22:45,495 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:45,496 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:22:45,496 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:45,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:22:45,503 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store 2024-11-11T21:22:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:22:45,909 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:45,909 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:22:45,909 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:45,909 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:45,909 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:22:45,909 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:45,909 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:45,909 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360165909Disabling compacts and flushes for region at 1731360165909Disabling writes for close at 1731360165909Writing region close event to WAL at 1731360165909Closed at 1731360165909 2024-11-11T21:22:45,910 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/.initializing 2024-11-11T21:22:45,910 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/WALs/f286ae0a5299,33903,1731360164175 2024-11-11T21:22:45,911 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:45,913 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C33903%2C1731360164175, suffix=, logDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/WALs/f286ae0a5299,33903,1731360164175, archiveDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/oldWALs, maxLogs=10 2024-11-11T21:22:45,926 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/WALs/f286ae0a5299,33903,1731360164175/f286ae0a5299%2C33903%2C1731360164175.1731360165913, exclude list is [], retry=0 2024-11-11T21:22:45,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-4633b827-d38a-429b-825b-9cfef9b0daf1,DISK] 2024-11-11T21:22:45,929 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/WALs/f286ae0a5299,33903,1731360164175/f286ae0a5299%2C33903%2C1731360164175.1731360165913 2024-11-11T21:22:45,929 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38321:38321)] 2024-11-11T21:22:45,929 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:45,930 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:45,930 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,930 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:22:45,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:45,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:45,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:22:45,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:45,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:45,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:22:45,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:45,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:45,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:22:45,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:45,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:45,936 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,936 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:45,939 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:45,940 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:45,940 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66165411, jitterRate=-0.014058545231819153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:45,941 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360165930Initializing all the Stores at 1731360165930Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360165930Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360165930Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360165930Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360165930Cleaning up temporary data from old regions at 1731360165938 (+8 ms)Region opened successfully at 1731360165941 (+3 ms) 2024-11-11T21:22:45,941 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:22:45,943 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd956da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:45,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:22:45,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:22:45,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:22:45,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:22:45,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:22:45,945 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:22:45,945 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:22:45,946 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:22:45,947 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Unable to get data of znode /0-2112692729/balancer because node does not exist (not necessarily an error) 2024-11-11T21:22:46,005 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112692729/balancer already deleted, retry=false 2024-11-11T21:22:46,006 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:22:46,006 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Unable to get data of znode /0-2112692729/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:22:46,016 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112692729/normalizer already deleted, retry=false 2024-11-11T21:22:46,016 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:22:46,017 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Unable to get data of znode /0-2112692729/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:22:46,026 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112692729/switch/split already deleted, retry=false 2024-11-11T21:22:46,027 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Unable to get data of znode /0-2112692729/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:22:46,037 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112692729/switch/merge already deleted, retry=false 2024-11-11T21:22:46,039 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Unable to get data of znode /0-2112692729/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:22:46,047 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112692729/snapshot-cleanup already deleted, retry=false 2024-11-11T21:22:46,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2112692729/running 2024-11-11T21:22:46,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:46,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2112692729/running 2024-11-11T21:22:46,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:46,059 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,33903,1731360164175, sessionid=0x1012bc77dd90000, setting cluster-up flag (Was=false) 2024-11-11T21:22:46,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:46,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:46,111 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2112692729/flush-table-proc/acquired, /0-2112692729/flush-table-proc/reached, /0-2112692729/flush-table-proc/abort 2024-11-11T21:22:46,112 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,33903,1731360164175 2024-11-11T21:22:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:46,163 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2112692729/online-snapshot/acquired, /0-2112692729/online-snapshot/reached, /0-2112692729/online-snapshot/abort 2024-11-11T21:22:46,165 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,33903,1731360164175 2024-11-11T21:22:46,166 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:22:46,167 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:46,167 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:22:46,167 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:22:46,167 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,33903,1731360164175 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:22:46,169 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:46,169 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:46,169 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:46,169 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:46,169 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:22:46,169 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,169 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:46,169 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,170 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360196170 2024-11-11T21:22:46,170 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:22:46,170 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:22:46,170 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:22:46,170 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:22:46,170 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:22:46,170 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:22:46,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:46,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:22:46,170 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:46,171 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(746): ClusterId : 6ad23828-831f-4032-9d3a-9347e7448ec4 2024-11-11T21:22:46,171 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:22:46,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:22:46,172 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:22:46,172 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:22:46,172 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:22:46,172 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:22:46,173 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:22:46,173 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:22:46,180 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360166173,5,FailOnTimeoutGroup] 2024-11-11T21:22:46,182 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:22:46,182 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:22:46,184 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360166180,5,FailOnTimeoutGroup] 2024-11-11T21:22:46,184 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,184 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:22:46,184 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,184 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:22:46,195 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:22:46,195 DEBUG [RS:0;f286ae0a5299:36969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c73858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:46,217 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:36969 2024-11-11T21:22:46,217 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:22:46,217 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:22:46,217 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:22:46,218 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,33903,1731360164175 with port=36969, startcode=1731360164500 2024-11-11T21:22:46,218 DEBUG [RS:0;f286ae0a5299:36969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:22:46,219 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:22:46,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,36969,1731360164500 2024-11-11T21:22:46,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33903 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,36969,1731360164500 2024-11-11T21:22:46,220 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e 2024-11-11T21:22:46,220 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46701 2024-11-11T21:22:46,220 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:22:46,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729/rs 2024-11-11T21:22:46,227 DEBUG [RS:0;f286ae0a5299:36969 {}] zookeeper.ZKUtil(111): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on existing znode=/0-2112692729/rs/f286ae0a5299,36969,1731360164500 2024-11-11T21:22:46,227 WARN [RS:0;f286ae0a5299:36969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:46,227 INFO [RS:0;f286ae0a5299:36969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:46,227 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500 2024-11-11T21:22:46,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,36969,1731360164500] 2024-11-11T21:22:46,231 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:22:46,232 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:22:46,236 INFO [RS:0;f286ae0a5299:36969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:22:46,236 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,237 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:22:46,237 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:22:46,238 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:46,238 DEBUG [RS:0;f286ae0a5299:36969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:46,240 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,240 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,240 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,240 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,240 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,240 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36969,1731360164500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:46,259 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:22:46,260 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,36969,1731360164500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,260 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,260 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.Replication(171): f286ae0a5299,36969,1731360164500 started 2024-11-11T21:22:46,275 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:46,275 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,36969,1731360164500, RpcServer on f286ae0a5299/172.17.0.2:36969, sessionid=0x1012bc77dd90001 2024-11-11T21:22:46,275 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:22:46,275 DEBUG [RS:0;f286ae0a5299:36969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,36969,1731360164500 2024-11-11T21:22:46,275 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36969,1731360164500' 2024-11-11T21:22:46,276 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2112692729/flush-table-proc/abort' 2024-11-11T21:22:46,276 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2112692729/flush-table-proc/acquired' 2024-11-11T21:22:46,276 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:22:46,276 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:22:46,276 DEBUG [RS:0;f286ae0a5299:36969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,36969,1731360164500 2024-11-11T21:22:46,276 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,36969,1731360164500' 2024-11-11T21:22:46,276 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2112692729/online-snapshot/abort' 2024-11-11T21:22:46,277 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2112692729/online-snapshot/acquired' 2024-11-11T21:22:46,277 DEBUG [RS:0;f286ae0a5299:36969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:22:46,277 INFO [RS:0;f286ae0a5299:36969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:22:46,277 INFO [RS:0;f286ae0a5299:36969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:22:46,377 INFO [RS:0;f286ae0a5299:36969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:46,379 INFO [RS:0;f286ae0a5299:36969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C36969%2C1731360164500, suffix=, logDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500, archiveDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/oldWALs, maxLogs=10 2024-11-11T21:22:46,398 DEBUG [RS:0;f286ae0a5299:36969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379, exclude list is [], retry=0 2024-11-11T21:22:46,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-4633b827-d38a-429b-825b-9cfef9b0daf1,DISK] 2024-11-11T21:22:46,408 INFO [RS:0;f286ae0a5299:36969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 2024-11-11T21:22:46,412 DEBUG [RS:0;f286ae0a5299:36969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38321:38321)] 2024-11-11T21:22:46,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:22:46,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e 2024-11-11T21:22:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:22:46,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:46,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:46,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:46,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:46,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:46,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:46,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:46,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:46,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:46,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:46,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:46,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:46,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:46,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:46,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:46,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:46,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:46,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:46,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740 2024-11-11T21:22:46,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740 2024-11-11T21:22:47,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:47,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:47,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:47,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:47,002 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:47,002 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62711407, jitterRate=-0.06552721560001373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:47,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360166992Initializing all the Stores at 1731360166992Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360166993 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360166993Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360166993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360166993Cleaning up temporary data from old regions at 1731360167000 (+7 ms)Region opened successfully at 1731360167003 (+3 ms) 2024-11-11T21:22:47,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:22:47,003 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:22:47,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:22:47,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:22:47,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:22:47,003 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:47,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360167003Disabling compacts and flushes for region at 1731360167003Disabling writes for close at 1731360167003Writing region close event to WAL at 1731360167003Closed at 1731360167003 2024-11-11T21:22:47,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:47,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:22:47,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:22:47,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:47,005 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:22:47,156 DEBUG [f286ae0a5299:33903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:22:47,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,36969,1731360164500 2024-11-11T21:22:47,157 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,36969,1731360164500, state=OPENING 2024-11-11T21:22:47,205 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:22:47,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:47,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:22:47,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2112692729/meta-region-server: CHANGED 2024-11-11T21:22:47,243 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:47,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,36969,1731360164500}] 2024-11-11T21:22:47,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2112692729/meta-region-server: CHANGED 2024-11-11T21:22:47,395 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:22:47,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:22:47,399 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:22:47,399 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:47,399 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:22:47,400 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C36969%2C1731360164500.meta, suffix=.meta, logDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500, archiveDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/oldWALs, maxLogs=10 2024-11-11T21:22:47,416 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.meta.1731360167400.meta, exclude list is [], retry=0 2024-11-11T21:22:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-4633b827-d38a-429b-825b-9cfef9b0daf1,DISK] 2024-11-11T21:22:47,419 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.meta.1731360167400.meta 2024-11-11T21:22:47,420 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38321:38321)] 2024-11-11T21:22:47,420 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:47,420 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:47,420 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:22:47,421 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:22:47,421 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:22:47,421 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:22:47,421 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:47,421 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:22:47,421 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:22:47,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:47,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:47,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:47,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:47,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:47,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:47,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:47,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:47,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:47,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:47,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:47,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:47,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:47,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:47,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:47,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:47,426 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:47,426 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740 2024-11-11T21:22:47,427 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740 2024-11-11T21:22:47,427 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:47,428 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:47,428 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:47,429 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:47,429 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72317101, jitterRate=0.07760877907276154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:47,429 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:22:47,429 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360167421Writing region info on filesystem at 1731360167421Initializing all the Stores at 1731360167422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360167422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360167422Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360167422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360167422Cleaning up temporary data from old regions at 1731360167428 (+6 ms)Running coprocessor post-open hooks at 1731360167429 (+1 ms)Region opened successfully at 1731360167429 2024-11-11T21:22:47,430 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360167395 2024-11-11T21:22:47,431 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:22:47,431 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:22:47,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36969,1731360164500 2024-11-11T21:22:47,432 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,36969,1731360164500, state=OPEN 2024-11-11T21:22:47,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2112692729/meta-region-server 2024-11-11T21:22:47,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2112692729/meta-region-server 2024-11-11T21:22:47,448 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,36969,1731360164500 2024-11-11T21:22:47,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2112692729/meta-region-server: CHANGED 2024-11-11T21:22:47,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2112692729/meta-region-server: CHANGED 2024-11-11T21:22:47,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:22:47,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,36969,1731360164500 in 205 msec 2024-11-11T21:22:47,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:22:47,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-11T21:22:47,452 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:47,452 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:22:47,453 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:47,453 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36969,1731360164500, seqNum=-1] 2024-11-11T21:22:47,453 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:47,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:47,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-11T21:22:47,460 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360167460, completionTime=-1 2024-11-11T21:22:47,460 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:22:47,460 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:22:47,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:22:47,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360227462 2024-11-11T21:22:47,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360287462 2024-11-11T21:22:47,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:22:47,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33903,1731360164175-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:47,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33903,1731360164175-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:47,462 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33903,1731360164175-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:47,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:33903, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:47,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:47,463 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:47,464 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:22:47,466 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.849sec 2024-11-11T21:22:47,466 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:22:47,466 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:22:47,466 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:22:47,466 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:22:47,466 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:22:47,466 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33903,1731360164175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:47,467 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33903,1731360164175-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:22:47,469 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:22:47,469 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:22:47,469 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33903,1731360164175-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:47,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:47,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,33903,-1 for getting cluster id 2024-11-11T21:22:47,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:47,474 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad23828-831f-4032-9d3a-9347e7448ec4' 2024-11-11T21:22:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad23828-831f-4032-9d3a-9347e7448ec4" 2024-11-11T21:22:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0dc450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,33903,-1] 2024-11-11T21:22:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:47,475 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:47,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db6aab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:47,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:47,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36969,1731360164500, seqNum=-1] 2024-11-11T21:22:47,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:47,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:47,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,33903,1731360164175 2024-11-11T21:22:47,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51719 2024-11-11T21:22:47,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:47,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012bc77dd90002 connected 2024-11-11T21:22:47,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.log.dir so I do NOT create it in target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a 2024-11-11T21:22:47,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:22:47,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.tmp.dir so I do NOT create it in target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a 2024-11-11T21:22:47,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:22:47,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a 2024-11-11T21:22:47,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:22:47,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/cluster_0be22570-ba24-b866-368a-f5f05ada0ba4, deleteOnExit=true 2024-11-11T21:22:47,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:22:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/test.cache.data in system properties and HBase conf 2024-11-11T21:22:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:22:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:22:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:22:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:22:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:22:47,511 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:22:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:47,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:22:47,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:47,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:47,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:47,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:47,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:22:47,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:47,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22827d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:47,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60da1cae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:48,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37feae93{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/java.io.tmpdir/jetty-localhost-44521-hadoop-hdfs-3_4_1-tests_jar-_-any-12445448027708987123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:22:48,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@82da62d{HTTP/1.1, (http/1.1)}{localhost:44521} 2024-11-11T21:22:48,058 INFO [Time-limited test {}] server.Server(415): Started @337173ms 2024-11-11T21:22:48,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:48,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:48,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:48,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:48,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:22:48,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b971851{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:48,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85ffa62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:48,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c504ae7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/java.io.tmpdir/jetty-localhost-46813-hadoop-hdfs-3_4_1-tests_jar-_-any-7441265983719607007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:22:48,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c74236f{HTTP/1.1, (http/1.1)}{localhost:46813} 2024-11-11T21:22:48,493 INFO [Time-limited test {}] server.Server(415): Started @337608ms 2024-11-11T21:22:48,494 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:22:48,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:22:48,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:22:48,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T21:22:48,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T21:22:48,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:22:48,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T21:22:48,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:22:48,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T21:22:49,262 WARN [Thread-4446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/cluster_0be22570-ba24-b866-368a-f5f05ada0ba4/data/data1/current/BP-85897910-172.17.0.2-1731360167529/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:49,262 WARN [Thread-4447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/cluster_0be22570-ba24-b866-368a-f5f05ada0ba4/data/data2/current/BP-85897910-172.17.0.2-1731360167529/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:49,302 WARN [Thread-4434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:22:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc040642fd9adae0 with lease ID 0xc77d1c3e9164f927: Processing first storage report for DS-161d46ab-15c4-44e4-8461-130e63aa4bc1 from datanode DatanodeRegistration(127.0.0.1:35949, datanodeUuid=92676803-d654-458f-9b80-b445a290137d, infoPort=45285, infoSecurePort=0, ipcPort=46451, storageInfo=lv=-57;cid=testClusterID;nsid=1560192943;c=1731360167529) 2024-11-11T21:22:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc040642fd9adae0 with lease ID 0xc77d1c3e9164f927: from storage DS-161d46ab-15c4-44e4-8461-130e63aa4bc1 node DatanodeRegistration(127.0.0.1:35949, datanodeUuid=92676803-d654-458f-9b80-b445a290137d, infoPort=45285, infoSecurePort=0, ipcPort=46451, storageInfo=lv=-57;cid=testClusterID;nsid=1560192943;c=1731360167529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:22:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc040642fd9adae0 with lease ID 0xc77d1c3e9164f927: Processing first storage report for DS-2469e1e4-5afd-40bb-a9a7-a379abfac8aa from datanode DatanodeRegistration(127.0.0.1:35949, datanodeUuid=92676803-d654-458f-9b80-b445a290137d, infoPort=45285, infoSecurePort=0, ipcPort=46451, storageInfo=lv=-57;cid=testClusterID;nsid=1560192943;c=1731360167529) 2024-11-11T21:22:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc040642fd9adae0 with lease ID 0xc77d1c3e9164f927: from storage DS-2469e1e4-5afd-40bb-a9a7-a379abfac8aa node DatanodeRegistration(127.0.0.1:35949, datanodeUuid=92676803-d654-458f-9b80-b445a290137d, infoPort=45285, infoSecurePort=0, ipcPort=46451, storageInfo=lv=-57;cid=testClusterID;nsid=1560192943;c=1731360167529), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:22:49,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a 2024-11-11T21:22:49,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:49,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:22:49,370 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a with version=8 2024-11-11T21:22:49,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/hbase-staging 2024-11-11T21:22:49,372 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:49,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:49,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:49,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:49,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:49,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:49,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:22:49,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:49,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45273 2024-11-11T21:22:49,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45273 connecting to ZooKeeper ensemble=127.0.0.1:51719 2024-11-11T21:22:49,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452730x0, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:49,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45273-0x1012bc77dd90003 connected 2024-11-11T21:22:49,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:49,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:49,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on znode that does not yet exist, /1-515834470/running 2024-11-11T21:22:49,483 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a, hbase.cluster.distributed=false 2024-11-11T21:22:49,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on znode that does not yet exist, /1-515834470/acl 2024-11-11T21:22:49,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45273 2024-11-11T21:22:49,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45273 2024-11-11T21:22:49,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45273 2024-11-11T21:22:49,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45273 2024-11-11T21:22:49,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45273 2024-11-11T21:22:49,518 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:49,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:49,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:49,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:49,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:49,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:49,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:22:49,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:49,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33295 2024-11-11T21:22:49,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33295 connecting to ZooKeeper ensemble=127.0.0.1:51719 2024-11-11T21:22:49,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:49,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:49,542 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332950x0, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:49,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332950x0, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on znode that does not yet exist, /1-515834470/running 2024-11-11T21:22:49,543 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:22:49,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33295-0x1012bc77dd90004 connected 2024-11-11T21:22:49,548 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:22:49,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on znode that does not yet exist, /1-515834470/master 2024-11-11T21:22:49,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on znode that does not yet exist, /1-515834470/acl 2024-11-11T21:22:49,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33295 2024-11-11T21:22:49,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33295 2024-11-11T21:22:49,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33295 2024-11-11T21:22:49,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33295 2024-11-11T21:22:49,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33295 2024-11-11T21:22:49,581 DEBUG [M:0;f286ae0a5299:45273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:45273 2024-11-11T21:22:49,582 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-515834470/backup-masters/f286ae0a5299,45273,1731360169372 2024-11-11T21:22:49,595 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470/backup-masters 2024-11-11T21:22:49,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470/backup-masters 2024-11-11T21:22:49,597 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on existing znode=/1-515834470/backup-masters/f286ae0a5299,45273,1731360169372 2024-11-11T21:22:49,605 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-515834470/master 2024-11-11T21:22:49,605 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,606 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on existing znode=/1-515834470/master 2024-11-11T21:22:49,606 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-515834470/backup-masters/f286ae0a5299,45273,1731360169372 from backup master directory 2024-11-11T21:22:49,616 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470/backup-masters 2024-11-11T21:22:49,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-515834470/backup-masters/f286ae0a5299,45273,1731360169372 2024-11-11T21:22:49,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470/backup-masters 2024-11-11T21:22:49,616 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:49,616 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,45273,1731360169372 2024-11-11T21:22:49,621 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/hbase.id] with ID: abdda044-287d-4c79-b0e8-ec886b48f04d 2024-11-11T21:22:49,621 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/.tmp/hbase.id 2024-11-11T21:22:49,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:22:49,634 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/.tmp/hbase.id]:[hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/hbase.id] 2024-11-11T21:22:49,644 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:49,644 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:22:49,645 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:22:49,658 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:22:49,668 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:49,669 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:22:49,672 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:49,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:22:49,686 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store 2024-11-11T21:22:49,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:22:49,693 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:49,693 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:22:49,693 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:49,693 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:49,693 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:22:49,693 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:49,693 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:49,693 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360169693Disabling compacts and flushes for region at 1731360169693Disabling writes for close at 1731360169693Writing region close event to WAL at 1731360169693Closed at 1731360169693 2024-11-11T21:22:49,694 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/.initializing 2024-11-11T21:22:49,694 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/WALs/f286ae0a5299,45273,1731360169372 2024-11-11T21:22:49,695 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:49,696 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C45273%2C1731360169372, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/WALs/f286ae0a5299,45273,1731360169372, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/oldWALs, maxLogs=10 2024-11-11T21:22:49,714 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/WALs/f286ae0a5299,45273,1731360169372/f286ae0a5299%2C45273%2C1731360169372.1731360169696, exclude list is [], retry=0 2024-11-11T21:22:49,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-161d46ab-15c4-44e4-8461-130e63aa4bc1,DISK] 2024-11-11T21:22:49,718 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/WALs/f286ae0a5299,45273,1731360169372/f286ae0a5299%2C45273%2C1731360169372.1731360169696 2024-11-11T21:22:49,719 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285)] 2024-11-11T21:22:49,719 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:49,719 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:49,719 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,719 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:22:49,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:49,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:49,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:22:49,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:49,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:49,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:22:49,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:49,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:49,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:22:49,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:49,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:49,733 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,734 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,734 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,735 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,735 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,735 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:49,737 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:49,747 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:49,747 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67478806, jitterRate=0.00551256537437439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:49,748 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360169719Initializing all the Stores at 1731360169720 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360169720Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360169726 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360169726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360169726Cleaning up temporary data from old regions at 1731360169735 (+9 ms)Region opened successfully at 1731360169748 (+13 ms) 2024-11-11T21:22:49,748 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:22:49,751 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e981b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:49,752 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:22:49,752 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:22:49,752 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:22:49,752 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:22:49,753 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:22:49,753 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:22:49,753 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:22:49,767 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:22:49,768 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Unable to get data of znode /1-515834470/balancer because node does not exist (not necessarily an error) 2024-11-11T21:22:49,774 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-515834470/balancer already deleted, retry=false 2024-11-11T21:22:49,774 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:22:49,775 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Unable to get data of znode /1-515834470/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:22:49,784 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-515834470/normalizer already deleted, retry=false 2024-11-11T21:22:49,785 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:22:49,786 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Unable to get data of znode /1-515834470/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:22:49,795 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-515834470/switch/split already deleted, retry=false 2024-11-11T21:22:49,796 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Unable to get data of znode /1-515834470/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:22:49,805 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-515834470/switch/merge already deleted, retry=false 2024-11-11T21:22:49,807 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Unable to get data of znode /1-515834470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:22:49,816 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-515834470/snapshot-cleanup already deleted, retry=false 2024-11-11T21:22:49,826 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-515834470/running 2024-11-11T21:22:49,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-515834470/running 2024-11-11T21:22:49,826 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,827 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,45273,1731360169372, sessionid=0x1012bc77dd90003, setting cluster-up flag (Was=false) 2024-11-11T21:22:49,847 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,879 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-515834470/flush-table-proc/acquired, /1-515834470/flush-table-proc/reached, /1-515834470/flush-table-proc/abort 2024-11-11T21:22:49,880 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,45273,1731360169372 2024-11-11T21:22:49,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,902 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:49,932 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-515834470/online-snapshot/acquired, /1-515834470/online-snapshot/reached, /1-515834470/online-snapshot/abort 2024-11-11T21:22:49,933 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,45273,1731360169372 2024-11-11T21:22:49,934 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:22:49,935 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:49,936 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:22:49,936 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:22:49,936 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,45273,1731360169372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:22:49,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:49,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:49,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:49,937 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:49,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:22:49,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:49,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:49,938 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:49,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:49,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:22:49,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360199944 2024-11-11T21:22:49,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:22:49,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:22:49,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:22:49,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:22:49,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:22:49,944 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:22:49,944 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:49,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:22:49,948 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:49,956 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:22:49,956 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:22:49,956 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:22:49,956 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:22:49,956 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:22:49,956 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:22:49,959 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360169957,5,FailOnTimeoutGroup] 2024-11-11T21:22:49,960 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360169960,5,FailOnTimeoutGroup] 2024-11-11T21:22:49,960 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:49,960 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:22:49,960 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:49,960 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:49,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:22:49,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:22:49,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a 2024-11-11T21:22:49,973 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(746): ClusterId : abdda044-287d-4c79-b0e8-ec886b48f04d 2024-11-11T21:22:49,973 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:22:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:22:49,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:49,985 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:22:49,985 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:22:49,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:49,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:49,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:49,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:49,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:49,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:49,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:49,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:49,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:49,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:49,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:49,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:49,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:49,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:49,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:49,996 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:22:49,996 DEBUG [RS:0;f286ae0a5299:33295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172cb516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:49,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:49,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:49,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740 2024-11-11T21:22:49,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740 2024-11-11T21:22:49,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:49,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:50,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:50,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:50,009 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:50,009 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67426915, jitterRate=0.004739329218864441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:50,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360169985Initializing all the Stores at 1731360169986 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360169986Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360169988 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360169988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360169988Cleaning up temporary data from old regions at 1731360169999 (+11 ms)Region opened successfully at 1731360170009 (+10 ms) 2024-11-11T21:22:50,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:22:50,009 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:22:50,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:22:50,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:22:50,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:22:50,010 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:50,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360170009Disabling compacts and flushes for region at 1731360170009Disabling writes for close at 1731360170010 (+1 ms)Writing region close event to WAL at 1731360170010Closed at 1731360170010 2024-11-11T21:22:50,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:50,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:22:50,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:22:50,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:50,014 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:22:50,025 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:33295 2024-11-11T21:22:50,025 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:22:50,025 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:22:50,025 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:22:50,026 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,45273,1731360169372 with port=33295, startcode=1731360169518 2024-11-11T21:22:50,026 DEBUG [RS:0;f286ae0a5299:33295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:22:50,027 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:22:50,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,33295,1731360169518 2024-11-11T21:22:50,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45273 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,33295,1731360169518 2024-11-11T21:22:50,030 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a 2024-11-11T21:22:50,030 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32967 2024-11-11T21:22:50,030 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:22:50,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470/rs 2024-11-11T21:22:50,082 DEBUG [RS:0;f286ae0a5299:33295 {}] zookeeper.ZKUtil(111): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on existing znode=/1-515834470/rs/f286ae0a5299,33295,1731360169518 2024-11-11T21:22:50,082 WARN [RS:0;f286ae0a5299:33295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:50,082 INFO [RS:0;f286ae0a5299:33295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:50,083 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/WALs/f286ae0a5299,33295,1731360169518 2024-11-11T21:22:50,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,33295,1731360169518] 2024-11-11T21:22:50,086 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:22:50,095 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:22:50,095 INFO [RS:0;f286ae0a5299:33295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:22:50,095 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,096 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:22:50,097 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:22:50,097 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:50,097 DEBUG [RS:0;f286ae0a5299:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:50,103 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,103 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,103 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,103 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,103 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,103 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33295,1731360169518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:50,122 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:22:50,122 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,33295,1731360169518-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,122 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,122 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.Replication(171): f286ae0a5299,33295,1731360169518 started 2024-11-11T21:22:50,141 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,141 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,33295,1731360169518, RpcServer on f286ae0a5299/172.17.0.2:33295, sessionid=0x1012bc77dd90004 2024-11-11T21:22:50,141 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:22:50,141 DEBUG [RS:0;f286ae0a5299:33295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,33295,1731360169518 2024-11-11T21:22:50,141 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,33295,1731360169518' 2024-11-11T21:22:50,141 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-515834470/flush-table-proc/abort' 2024-11-11T21:22:50,142 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-515834470/flush-table-proc/acquired' 2024-11-11T21:22:50,142 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:22:50,142 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:22:50,142 DEBUG [RS:0;f286ae0a5299:33295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,33295,1731360169518 2024-11-11T21:22:50,142 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,33295,1731360169518' 2024-11-11T21:22:50,142 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-515834470/online-snapshot/abort' 2024-11-11T21:22:50,142 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-515834470/online-snapshot/acquired' 2024-11-11T21:22:50,143 DEBUG [RS:0;f286ae0a5299:33295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:22:50,143 INFO [RS:0;f286ae0a5299:33295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:22:50,143 INFO [RS:0;f286ae0a5299:33295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:22:50,164 WARN [f286ae0a5299:45273 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:22:50,243 INFO [RS:0;f286ae0a5299:33295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:50,247 INFO [RS:0;f286ae0a5299:33295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C33295%2C1731360169518, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/WALs/f286ae0a5299,33295,1731360169518, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/oldWALs, maxLogs=10 2024-11-11T21:22:50,293 DEBUG [RS:0;f286ae0a5299:33295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/WALs/f286ae0a5299,33295,1731360169518/f286ae0a5299%2C33295%2C1731360169518.1731360170247, exclude list is [], retry=0 2024-11-11T21:22:50,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-161d46ab-15c4-44e4-8461-130e63aa4bc1,DISK] 2024-11-11T21:22:50,301 INFO [RS:0;f286ae0a5299:33295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/WALs/f286ae0a5299,33295,1731360169518/f286ae0a5299%2C33295%2C1731360169518.1731360170247 2024-11-11T21:22:50,307 DEBUG [RS:0;f286ae0a5299:33295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285)] 2024-11-11T21:22:50,414 DEBUG [f286ae0a5299:45273 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:22:50,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,33295,1731360169518 2024-11-11T21:22:50,416 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,33295,1731360169518, state=OPENING 2024-11-11T21:22:50,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:22:50,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:50,447 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:22:50,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:50,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,33295,1731360169518}] 2024-11-11T21:22:50,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-515834470/meta-region-server: CHANGED 2024-11-11T21:22:50,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-515834470/meta-region-server: CHANGED 2024-11-11T21:22:50,601 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:22:50,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:22:50,606 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:22:50,606 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:50,606 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:22:50,608 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C33295%2C1731360169518.meta, suffix=.meta, logDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/WALs/f286ae0a5299,33295,1731360169518, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/oldWALs, maxLogs=10 2024-11-11T21:22:50,631 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/WALs/f286ae0a5299,33295,1731360169518/f286ae0a5299%2C33295%2C1731360169518.meta.1731360170609.meta, exclude list is [], retry=0 2024-11-11T21:22:50,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-161d46ab-15c4-44e4-8461-130e63aa4bc1,DISK] 2024-11-11T21:22:50,637 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/WALs/f286ae0a5299,33295,1731360169518/f286ae0a5299%2C33295%2C1731360169518.meta.1731360170609.meta 2024-11-11T21:22:50,640 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285)] 2024-11-11T21:22:50,640 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:50,641 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:50,641 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:22:50,641 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:22:50,641 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:22:50,641 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:22:50,641 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:50,641 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:22:50,641 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:22:50,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:50,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:50,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:50,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:50,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:50,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:50,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:50,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:50,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:50,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:50,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:50,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:50,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:50,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:50,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:50,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:50,648 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:50,649 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740 2024-11-11T21:22:50,650 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740 2024-11-11T21:22:50,651 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:50,651 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:50,652 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:50,653 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:50,653 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71716042, jitterRate=0.06865230202674866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:50,653 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:22:50,653 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360170642Writing region info on filesystem at 1731360170642Initializing all the Stores at 1731360170642Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360170642Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360170643 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360170643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360170643Cleaning up temporary data from old regions at 1731360170651 (+8 ms)Running coprocessor post-open hooks at 1731360170653 (+2 ms)Region opened successfully at 1731360170653 2024-11-11T21:22:50,654 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360170601 2024-11-11T21:22:50,657 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:22:50,657 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:22:50,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,33295,1731360169518 2024-11-11T21:22:50,658 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,33295,1731360169518, state=OPEN 2024-11-11T21:22:50,668 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-515834470/meta-region-server 2024-11-11T21:22:50,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-515834470/meta-region-server 2024-11-11T21:22:50,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-515834470/meta-region-server: CHANGED 2024-11-11T21:22:50,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-515834470/meta-region-server: CHANGED 2024-11-11T21:22:50,669 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,33295,1731360169518 2024-11-11T21:22:50,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:22:50,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,33295,1731360169518 in 221 msec 2024-11-11T21:22:50,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:22:50,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-11T21:22:50,674 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:50,674 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:22:50,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:50,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33295,1731360169518, seqNum=-1] 2024-11-11T21:22:50,675 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:50,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:50,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 748 msec 2024-11-11T21:22:50,683 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360170683, completionTime=-1 2024-11-11T21:22:50,683 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:22:50,683 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:22:50,685 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:22:50,685 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360230685 2024-11-11T21:22:50,685 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360290685 2024-11-11T21:22:50,685 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:22:50,685 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45273,1731360169372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,685 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45273,1731360169372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,685 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45273,1731360169372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,686 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:45273, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,686 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,686 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,687 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:22:50,689 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.073sec 2024-11-11T21:22:50,689 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:22:50,689 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:22:50,689 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:22:50,689 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:22:50,689 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:22:50,689 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45273,1731360169372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:50,689 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45273,1731360169372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:22:50,691 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:22:50,691 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:22:50,691 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,45273,1731360169372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:50,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a495cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:50,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45273,-1 for getting cluster id 2024-11-11T21:22:50,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:50,790 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdda044-287d-4c79-b0e8-ec886b48f04d' 2024-11-11T21:22:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdda044-287d-4c79-b0e8-ec886b48f04d" 2024-11-11T21:22:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8a17a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45273,-1] 2024-11-11T21:22:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:50,792 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:50,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:50,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33295,1731360169518, seqNum=-1] 2024-11-11T21:22:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:50,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:50,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,45273,1731360169372 2024-11-11T21:22:50,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51719 2024-11-11T21:22:50,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:50,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012bc77dd90005 connected 2024-11-11T21:22:50,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.log.dir so I do NOT create it in target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9 2024-11-11T21:22:50,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T21:22:50,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.tmp.dir so I do NOT create it in target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9 2024-11-11T21:22:50,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T21:22:50,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9 2024-11-11T21:22:50,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:22:50,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/cluster_d7a30c7d-d590-26ef-3581-d1dc1e3a41e5, deleteOnExit=true 2024-11-11T21:22:50,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:22:50,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/test.cache.data in system properties and HBase conf 2024-11-11T21:22:50,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:22:50,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:22:50,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:22:50,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:22:50,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:22:50,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:22:50,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:50,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:22:50,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:22:50,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:50,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:22:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:22:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:22:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:22:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:22:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:22:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:22:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:22:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:22:51,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:51,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:51,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:51,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:51,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:22:51,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:51,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4651bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:51,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12fe3962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:51,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61ce1937{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/java.io.tmpdir/jetty-localhost-32775-hadoop-hdfs-3_4_1-tests_jar-_-any-2701092933950748067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:22:51,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ee6bdd2{HTTP/1.1, (http/1.1)}{localhost:32775} 2024-11-11T21:22:51,335 INFO [Time-limited test {}] server.Server(415): Started @340450ms 2024-11-11T21:22:51,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:22:51,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:22:51,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:22:51,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:22:51,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:22:51,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7763d817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:22:51,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c6828a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:22:51,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@190208e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/java.io.tmpdir/jetty-localhost-44145-hadoop-hdfs-3_4_1-tests_jar-_-any-3776738431468414926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:22:51,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1821f7f4{HTTP/1.1, (http/1.1)}{localhost:44145} 2024-11-11T21:22:51,817 INFO [Time-limited test {}] server.Server(415): Started @340932ms 2024-11-11T21:22:51,818 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:22:52,753 WARN [Thread-4566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/cluster_d7a30c7d-d590-26ef-3581-d1dc1e3a41e5/data/data1/current/BP-481998924-172.17.0.2-1731360170843/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:52,753 WARN [Thread-4567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/cluster_d7a30c7d-d590-26ef-3581-d1dc1e3a41e5/data/data2/current/BP-481998924-172.17.0.2-1731360170843/current, will proceed with Du for space computation calculation, 2024-11-11T21:22:52,776 WARN [Thread-4554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:22:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef310066e46af72b with lease ID 0x9a938c08812fe632: Processing first storage report for DS-47e90439-75aa-45c6-b897-f8bde59cd071 from datanode DatanodeRegistration(127.0.0.1:43293, datanodeUuid=80e4210c-5824-496f-b567-b389ed6d54f7, infoPort=39821, infoSecurePort=0, ipcPort=39447, storageInfo=lv=-57;cid=testClusterID;nsid=286723174;c=1731360170843) 2024-11-11T21:22:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef310066e46af72b with lease ID 0x9a938c08812fe632: from storage DS-47e90439-75aa-45c6-b897-f8bde59cd071 node DatanodeRegistration(127.0.0.1:43293, datanodeUuid=80e4210c-5824-496f-b567-b389ed6d54f7, infoPort=39821, infoSecurePort=0, ipcPort=39447, storageInfo=lv=-57;cid=testClusterID;nsid=286723174;c=1731360170843), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:22:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef310066e46af72b with lease ID 0x9a938c08812fe632: Processing first storage report for DS-91f52fcb-65f6-445c-bd35-67c36cb84e75 from datanode DatanodeRegistration(127.0.0.1:43293, datanodeUuid=80e4210c-5824-496f-b567-b389ed6d54f7, infoPort=39821, infoSecurePort=0, ipcPort=39447, storageInfo=lv=-57;cid=testClusterID;nsid=286723174;c=1731360170843) 2024-11-11T21:22:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef310066e46af72b with lease ID 0x9a938c08812fe632: from storage DS-91f52fcb-65f6-445c-bd35-67c36cb84e75 node DatanodeRegistration(127.0.0.1:43293, datanodeUuid=80e4210c-5824-496f-b567-b389ed6d54f7, infoPort=39821, infoSecurePort=0, ipcPort=39447, storageInfo=lv=-57;cid=testClusterID;nsid=286723174;c=1731360170843), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:22:52,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9 2024-11-11T21:22:52,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:52,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:52,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:22:52,923 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:22:52,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:52,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:22:53,258 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3 with version=8 2024-11-11T21:22:53,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/hbase-staging 2024-11-11T21:22:53,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:53,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:53,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:53,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:53,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:53,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:53,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:22:53,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:53,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44901 2024-11-11T21:22:53,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44901 connecting to ZooKeeper ensemble=127.0.0.1:51719 2024-11-11T21:22:53,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449010x0, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:53,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44901-0x1012bc77dd90006 connected 2024-11-11T21:22:54,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:54,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:54,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on znode that does not yet exist, /2740029369/running 2024-11-11T21:22:54,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3, hbase.cluster.distributed=false 2024-11-11T21:22:54,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on znode that does not yet exist, /2740029369/acl 2024-11-11T21:22:54,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-11T21:22:54,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44901 2024-11-11T21:22:54,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44901 2024-11-11T21:22:54,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-11T21:22:54,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-11T21:22:54,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f286ae0a5299:0 server-side Connection retries=45 2024-11-11T21:22:54,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:54,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:54,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:22:54,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:22:54,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:22:54,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:22:54,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:22:54,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42515 2024-11-11T21:22:54,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42515 connecting to ZooKeeper ensemble=127.0.0.1:51719 2024-11-11T21:22:54,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:54,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:54,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425150x0, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:54,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42515-0x1012bc77dd90007 connected 2024-11-11T21:22:54,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425150x0, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on znode that does not yet exist, /2740029369/running 2024-11-11T21:22:54,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:22:54,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:22:54,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on znode that does not yet exist, /2740029369/master 2024-11-11T21:22:54,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on znode that does not yet exist, /2740029369/acl 2024-11-11T21:22:54,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42515 2024-11-11T21:22:54,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:54,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42515 2024-11-11T21:22:54,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:22:54,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42515 2024-11-11T21:22:54,166 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148945 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:22:54,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42515 2024-11-11T21:22:54,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42515 2024-11-11T21:22:54,182 DEBUG [M:0;f286ae0a5299:44901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f286ae0a5299:44901 2024-11-11T21:22:54,183 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2740029369/backup-masters/f286ae0a5299,44901,1731360173260 2024-11-11T21:22:54,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369/backup-masters 2024-11-11T21:22:54,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369/backup-masters 2024-11-11T21:22:54,238 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on existing znode=/2740029369/backup-masters/f286ae0a5299,44901,1731360173260 2024-11-11T21:22:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2740029369/master 2024-11-11T21:22:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:54,312 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on existing znode=/2740029369/master 2024-11-11T21:22:54,313 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2740029369/backup-masters/f286ae0a5299,44901,1731360173260 from backup master directory 2024-11-11T21:22:54,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369/backup-masters 2024-11-11T21:22:54,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740029369/backup-masters/f286ae0a5299,44901,1731360173260 2024-11-11T21:22:54,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369/backup-masters 2024-11-11T21:22:54,429 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:54,429 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f286ae0a5299,44901,1731360173260 2024-11-11T21:22:54,431 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/hbase.id] with ID: b32dd8df-ac9a-451f-978a-6e3c0fa7d386 2024-11-11T21:22:54,431 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/.tmp/hbase.id 2024-11-11T21:22:54,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:22:54,435 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/.tmp/hbase.id]:[hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/hbase.id] 2024-11-11T21:22:54,440 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:22:54,440 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:22:54,441 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T21:22:54,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:54,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:54,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:22:54,966 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:54,967 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:22:54,968 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:54,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:22:55,373 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store 2024-11-11T21:22:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:22:55,777 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:55,777 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:22:55,777 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:55,777 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:55,777 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:22:55,777 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:55,777 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:22:55,777 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360175777Disabling compacts and flushes for region at 1731360175777Disabling writes for close at 1731360175777Writing region close event to WAL at 1731360175777Closed at 1731360175777 2024-11-11T21:22:55,778 WARN [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/.initializing 2024-11-11T21:22:55,778 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/WALs/f286ae0a5299,44901,1731360173260 2024-11-11T21:22:55,779 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:55,780 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f286ae0a5299%2C44901%2C1731360173260, suffix=, logDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/WALs/f286ae0a5299,44901,1731360173260, archiveDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/oldWALs, maxLogs=10 2024-11-11T21:22:55,791 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/WALs/f286ae0a5299,44901,1731360173260/f286ae0a5299%2C44901%2C1731360173260.1731360175780, exclude list is [], retry=0 2024-11-11T21:22:55,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-47e90439-75aa-45c6-b897-f8bde59cd071,DISK] 2024-11-11T21:22:55,795 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/WALs/f286ae0a5299,44901,1731360173260/f286ae0a5299%2C44901%2C1731360173260.1731360175780 2024-11-11T21:22:55,795 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39821:39821)] 2024-11-11T21:22:55,795 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:55,795 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:55,795 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,795 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:22:55,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:55,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:55,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:22:55,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:55,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:55,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:22:55,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:55,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:55,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:22:55,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:55,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:55,802 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,802 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,803 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,804 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,804 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,805 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:55,806 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:22:55,808 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:55,809 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73155196, jitterRate=0.09009736776351929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:55,809 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731360175795Initializing all the Stores at 1731360175796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360175796Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360175797 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360175797Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360175797Cleaning up temporary data from old regions at 1731360175804 (+7 ms)Region opened successfully at 1731360175809 (+5 ms) 2024-11-11T21:22:55,809 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:22:55,811 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee13bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:55,812 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:22:55,812 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:22:55,812 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:22:55,812 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:22:55,812 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T21:22:55,813 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T21:22:55,813 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:22:55,817 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:22:55,818 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Unable to get data of znode /2740029369/balancer because node does not exist (not necessarily an error) 2024-11-11T21:22:55,826 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740029369/balancer already deleted, retry=false 2024-11-11T21:22:55,826 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:22:55,827 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Unable to get data of znode /2740029369/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:22:55,844 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740029369/normalizer already deleted, retry=false 2024-11-11T21:22:55,845 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:22:55,846 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Unable to get data of znode /2740029369/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:22:55,857 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740029369/switch/split already deleted, retry=false 2024-11-11T21:22:55,858 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Unable to get data of znode /2740029369/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:22:55,868 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740029369/switch/merge already deleted, retry=false 2024-11-11T21:22:55,869 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Unable to get data of znode /2740029369/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:22:55,886 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2740029369/snapshot-cleanup already deleted, retry=false 2024-11-11T21:22:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2740029369/running 2024-11-11T21:22:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2740029369/running 2024-11-11T21:22:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:55,900 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f286ae0a5299,44901,1731360173260, sessionid=0x1012bc77dd90006, setting cluster-up flag (Was=false) 2024-11-11T21:22:55,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:55,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:55,953 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2740029369/flush-table-proc/acquired, /2740029369/flush-table-proc/reached, /2740029369/flush-table-proc/abort 2024-11-11T21:22:55,954 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,44901,1731360173260 2024-11-11T21:22:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:56,034 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2740029369/online-snapshot/acquired, /2740029369/online-snapshot/reached, /2740029369/online-snapshot/abort 2024-11-11T21:22:56,035 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f286ae0a5299,44901,1731360173260 2024-11-11T21:22:56,036 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:22:56,037 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:56,037 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:22:56,037 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:22:56,037 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f286ae0a5299,44901,1731360173260 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:22:56,038 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:56,038 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:56,038 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:56,038 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f286ae0a5299:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:22:56,039 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f286ae0a5299:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:22:56,039 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,039 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:56,039 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,039 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731360206039 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:22:56,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:22:56,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:22:56,040 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T21:22:56,041 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:56,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:22:56,044 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:22:56,044 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:22:56,044 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360176044,5,FailOnTimeoutGroup] 2024-11-11T21:22:56,048 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360176044,5,FailOnTimeoutGroup] 2024-11-11T21:22:56,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:22:56,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,048 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:22:56,074 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(746): ClusterId : b32dd8df-ac9a-451f-978a-6e3c0fa7d386 2024-11-11T21:22:56,075 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:22:56,087 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:22:56,087 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:22:56,108 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:22:56,108 DEBUG [RS:0;f286ae0a5299:42515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5843d558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f286ae0a5299/172.17.0.2:0 2024-11-11T21:22:56,122 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f286ae0a5299:42515 2024-11-11T21:22:56,122 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:22:56,122 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:22:56,122 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:22:56,123 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(2659): reportForDuty to master=f286ae0a5299,44901,1731360173260 with port=42515, startcode=1731360174098 2024-11-11T21:22:56,123 DEBUG [RS:0;f286ae0a5299:42515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:22:56,124 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:22:56,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f286ae0a5299,42515,1731360174098 2024-11-11T21:22:56,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44901 {}] master.ServerManager(517): Registering regionserver=f286ae0a5299,42515,1731360174098 2024-11-11T21:22:56,126 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3 2024-11-11T21:22:56,126 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43329 2024-11-11T21:22:56,126 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:22:56,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369/rs 2024-11-11T21:22:56,194 DEBUG [RS:0;f286ae0a5299:42515 {}] zookeeper.ZKUtil(111): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on existing znode=/2740029369/rs/f286ae0a5299,42515,1731360174098 2024-11-11T21:22:56,194 WARN [RS:0;f286ae0a5299:42515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:22:56,194 INFO [RS:0;f286ae0a5299:42515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:56,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f286ae0a5299,42515,1731360174098] 2024-11-11T21:22:56,194 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/WALs/f286ae0a5299,42515,1731360174098 2024-11-11T21:22:56,197 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:22:56,198 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:22:56,198 INFO [RS:0;f286ae0a5299:42515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:22:56,198 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,199 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:22:56,199 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:22:56,199 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,199 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,199 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,199 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,199 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,199 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,200 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f286ae0a5299:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:22:56,200 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,200 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,200 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,200 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,200 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,200 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f286ae0a5299:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:22:56,200 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:56,200 DEBUG [RS:0;f286ae0a5299:42515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f286ae0a5299:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:22:56,202 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,202 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,202 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,202 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,202 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,202 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42515,1731360174098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:56,216 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:22:56,217 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,42515,1731360174098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,217 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,217 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.Replication(171): f286ae0a5299,42515,1731360174098 started 2024-11-11T21:22:56,230 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,230 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1482): Serving as f286ae0a5299,42515,1731360174098, RpcServer on f286ae0a5299/172.17.0.2:42515, sessionid=0x1012bc77dd90007 2024-11-11T21:22:56,230 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:22:56,230 DEBUG [RS:0;f286ae0a5299:42515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f286ae0a5299,42515,1731360174098 2024-11-11T21:22:56,230 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42515,1731360174098' 2024-11-11T21:22:56,230 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2740029369/flush-table-proc/abort' 2024-11-11T21:22:56,231 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2740029369/flush-table-proc/acquired' 2024-11-11T21:22:56,231 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:22:56,231 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:22:56,231 DEBUG [RS:0;f286ae0a5299:42515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f286ae0a5299,42515,1731360174098 2024-11-11T21:22:56,231 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f286ae0a5299,42515,1731360174098' 2024-11-11T21:22:56,231 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2740029369/online-snapshot/abort' 2024-11-11T21:22:56,231 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2740029369/online-snapshot/acquired' 2024-11-11T21:22:56,232 DEBUG [RS:0;f286ae0a5299:42515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:22:56,232 INFO [RS:0;f286ae0a5299:42515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:22:56,232 INFO [RS:0;f286ae0a5299:42515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:22:56,332 INFO [RS:0;f286ae0a5299:42515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:22:56,333 INFO [RS:0;f286ae0a5299:42515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42515%2C1731360174098, suffix=, logDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/WALs/f286ae0a5299,42515,1731360174098, archiveDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/oldWALs, maxLogs=10 2024-11-11T21:22:56,351 DEBUG [RS:0;f286ae0a5299:42515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/WALs/f286ae0a5299,42515,1731360174098/f286ae0a5299%2C42515%2C1731360174098.1731360176334, exclude list is [], retry=0 2024-11-11T21:22:56,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-47e90439-75aa-45c6-b897-f8bde59cd071,DISK] 2024-11-11T21:22:56,364 INFO [RS:0;f286ae0a5299:42515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/WALs/f286ae0a5299,42515,1731360174098/f286ae0a5299%2C42515%2C1731360174098.1731360176334 2024-11-11T21:22:56,368 DEBUG [RS:0;f286ae0a5299:42515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39821:39821)] 2024-11-11T21:22:56,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:22:56,454 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3 2024-11-11T21:22:56,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741833_1009 (size=32) 2024-11-11T21:22:56,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:56,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:56,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:56,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:56,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:56,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:56,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:56,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:56,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:56,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:56,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:56,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:56,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:56,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:56,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:56,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:56,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:56,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:56,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740 2024-11-11T21:22:56,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740 2024-11-11T21:22:56,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:56,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:56,484 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:56,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:56,499 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:56,500 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73485919, jitterRate=0.09502552449703217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:56,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731360176466Initializing all the Stores at 1731360176467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360176467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360176468 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360176468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360176468Cleaning up temporary data from old regions at 1731360176484 (+16 ms)Region opened successfully at 1731360176500 (+16 ms) 2024-11-11T21:22:56,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:22:56,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:22:56,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:22:56,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:22:56,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:22:56,511 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:22:56,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360176500Disabling compacts and flushes for region at 1731360176500Disabling writes for close at 1731360176500Writing region close event to WAL at 1731360176511 (+11 ms)Closed at 1731360176511 2024-11-11T21:22:56,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:56,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:22:56,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:22:56,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:56,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:22:56,665 DEBUG [f286ae0a5299:44901 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:22:56,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f286ae0a5299,42515,1731360174098 2024-11-11T21:22:56,666 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42515,1731360174098, state=OPENING 2024-11-11T21:22:56,678 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:22:56,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:56,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:22:56,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2740029369/meta-region-server: CHANGED 2024-11-11T21:22:56,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2740029369/meta-region-server: CHANGED 2024-11-11T21:22:56,690 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:22:56,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42515,1731360174098}] 2024-11-11T21:22:56,843 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:22:56,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:22:56,845 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:22:56,845 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:22:56,846 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:22:56,846 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C42515%2C1731360174098.meta, suffix=.meta, logDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/WALs/f286ae0a5299,42515,1731360174098, archiveDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/oldWALs, maxLogs=10 2024-11-11T21:22:56,858 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/WALs/f286ae0a5299,42515,1731360174098/f286ae0a5299%2C42515%2C1731360174098.meta.1731360176847.meta, exclude list is [], retry=0 2024-11-11T21:22:56,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-47e90439-75aa-45c6-b897-f8bde59cd071,DISK] 2024-11-11T21:22:56,861 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/WALs/f286ae0a5299,42515,1731360174098/f286ae0a5299%2C42515%2C1731360174098.meta.1731360176847.meta 2024-11-11T21:22:56,861 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39821:39821)] 2024-11-11T21:22:56,861 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:56,861 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:56,862 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:22:56,862 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:22:56,862 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:22:56,862 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:22:56,862 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:56,862 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:22:56,862 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:22:56,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:22:56,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:22:56,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:56,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:56,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:22:56,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:22:56,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:56,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:56,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:22:56,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:22:56,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:56,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:56,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:22:56,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:22:56,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:56,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:22:56,866 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:22:56,867 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740 2024-11-11T21:22:56,867 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740 2024-11-11T21:22:56,868 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:22:56,868 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:22:56,868 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:22:56,869 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:22:56,870 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71048749, jitterRate=0.05870886147022247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:22:56,870 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:22:56,870 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731360176862Writing region info on filesystem at 1731360176862Initializing all the Stores at 1731360176863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360176863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360176863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360176863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731360176863Cleaning up temporary data from old regions at 1731360176868 (+5 ms)Running coprocessor post-open hooks at 1731360176870 (+2 ms)Region opened successfully at 1731360176870 2024-11-11T21:22:56,870 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731360176842 2024-11-11T21:22:56,872 DEBUG [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:22:56,872 INFO [RS_OPEN_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:22:56,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,42515,1731360174098 2024-11-11T21:22:56,873 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f286ae0a5299,42515,1731360174098, state=OPEN 2024-11-11T21:22:56,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2740029369/meta-region-server 2024-11-11T21:22:56,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2740029369/meta-region-server 2024-11-11T21:22:56,878 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f286ae0a5299,42515,1731360174098 2024-11-11T21:22:56,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2740029369/meta-region-server: CHANGED 2024-11-11T21:22:56,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2740029369/meta-region-server: CHANGED 2024-11-11T21:22:56,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:22:56,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f286ae0a5299,42515,1731360174098 in 188 msec 2024-11-11T21:22:56,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:22:56,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-11T21:22:56,882 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:22:56,882 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:22:56,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:56,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42515,1731360174098, seqNum=-1] 2024-11-11T21:22:56,883 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:56,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:56,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 850 msec 2024-11-11T21:22:56,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731360176887, completionTime=-1 2024-11-11T21:22:56,887 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:22:56,887 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T21:22:56,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T21:22:56,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731360236889 2024-11-11T21:22:56,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731360296889 2024-11-11T21:22:56,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T21:22:56,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44901,1731360173260-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44901,1731360173260-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44901,1731360173260-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f286ae0a5299:44901, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,889 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,890 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,891 DEBUG [master/f286ae0a5299:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:22:56,892 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.463sec 2024-11-11T21:22:56,893 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:22:56,893 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:22:56,893 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:22:56,893 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:22:56,893 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:22:56,893 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44901,1731360173260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:22:56,893 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44901,1731360173260-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:22:56,894 DEBUG [master/f286ae0a5299:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:22:56,894 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:22:56,894 INFO [master/f286ae0a5299:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f286ae0a5299,44901,1731360173260-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:22:56,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c229aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:56,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44901,-1 for getting cluster id 2024-11-11T21:22:56,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:22:56,976 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32dd8df-ac9a-451f-978a-6e3c0fa7d386' 2024-11-11T21:22:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:22:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32dd8df-ac9a-451f-978a-6e3c0fa7d386" 2024-11-11T21:22:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ebedc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44901,-1] 2024-11-11T21:22:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:22:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:22:56,978 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:22:56,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f59923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:22:56,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:22:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42515,1731360174098, seqNum=-1] 2024-11-11T21:22:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:22:56,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:22:56,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f286ae0a5299,44901,1731360173260 2024-11-11T21:22:56,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51719 2024-11-11T21:22:56,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:22:56,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012bc77dd90008 connected 2024-11-11T21:22:57,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:57,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,33903,1731360164175 2024-11-11T21:22:57,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2062b1ac 2024-11-11T21:22:57,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:57,008 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:57,009 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:22:57,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:22:57,012 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:57,012 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:22:57,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:22:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:22:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:57,431 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da17a06c0799d1b1fbae58bdcc3b7054, NAME => 'test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e 2024-11-11T21:22:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:22:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:57,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:57,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da17a06c0799d1b1fbae58bdcc3b7054, disabling compactions & flushes 2024-11-11T21:22:57,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:22:57,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:22:57,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. after waiting 0 ms 2024-11-11T21:22:57,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:22:57,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:22:57,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da17a06c0799d1b1fbae58bdcc3b7054: Waiting for close lock at 1731360177835Disabling compacts and flushes for region at 1731360177835Disabling writes for close at 1731360177835Writing region close event to WAL at 1731360177835Closed at 1731360177835 2024-11-11T21:22:57,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:22:57,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360177836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360177836"}]},"ts":"1731360177836"} 2024-11-11T21:22:57,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:22:57,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:22:57,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360177838"}]},"ts":"1731360177838"} 2024-11-11T21:22:57,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:22:57,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da17a06c0799d1b1fbae58bdcc3b7054, ASSIGN}] 2024-11-11T21:22:57,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da17a06c0799d1b1fbae58bdcc3b7054, ASSIGN 2024-11-11T21:22:57,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da17a06c0799d1b1fbae58bdcc3b7054, ASSIGN; state=OFFLINE, location=f286ae0a5299,36969,1731360164500; forceNewPlan=false, retain=false 2024-11-11T21:22:57,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da17a06c0799d1b1fbae58bdcc3b7054, regionState=OPENING, regionLocation=f286ae0a5299,36969,1731360164500 2024-11-11T21:22:57,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da17a06c0799d1b1fbae58bdcc3b7054, ASSIGN because future has completed 2024-11-11T21:22:57,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da17a06c0799d1b1fbae58bdcc3b7054, server=f286ae0a5299,36969,1731360164500}] 2024-11-11T21:22:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:58,150 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:22:58,150 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da17a06c0799d1b1fbae58bdcc3b7054, NAME => 'test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:58,150 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:58,151 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:22:58,151 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,151 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:58,151 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,151 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,152 INFO [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,153 INFO [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da17a06c0799d1b1fbae58bdcc3b7054 columnFamilyName f 2024-11-11T21:22:58,153 DEBUG [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:58,153 INFO [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] regionserver.HStore(327): Store=da17a06c0799d1b1fbae58bdcc3b7054/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:58,153 INFO [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,154 INFO [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da17a06c0799d1b1fbae58bdcc3b7054 columnFamilyName f1 2024-11-11T21:22:58,154 DEBUG [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:58,154 INFO [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] regionserver.HStore(327): Store=da17a06c0799d1b1fbae58bdcc3b7054/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:58,154 INFO [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,155 INFO [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da17a06c0799d1b1fbae58bdcc3b7054 columnFamilyName norep 2024-11-11T21:22:58,155 DEBUG [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:58,156 INFO [StoreOpener-da17a06c0799d1b1fbae58bdcc3b7054-1 {}] regionserver.HStore(327): Store=da17a06c0799d1b1fbae58bdcc3b7054/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:58,156 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,156 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,157 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,158 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,158 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,158 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:22:58,159 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,161 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:58,161 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da17a06c0799d1b1fbae58bdcc3b7054; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63577124, jitterRate=-0.05262702703475952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:22:58,161 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:22:58,161 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da17a06c0799d1b1fbae58bdcc3b7054: Running coprocessor pre-open hook at 1731360178151Writing region info on filesystem at 1731360178151Initializing all the Stores at 1731360178152 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360178152Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360178152Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360178152Cleaning up temporary data from old regions at 1731360178158 (+6 ms)Running coprocessor post-open hooks at 1731360178161 (+3 ms)Region opened successfully at 1731360178161 2024-11-11T21:22:58,162 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., pid=6, masterSystemTime=1731360178146 2024-11-11T21:22:58,164 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:22:58,164 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:22:58,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da17a06c0799d1b1fbae58bdcc3b7054, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,36969,1731360164500 2024-11-11T21:22:58,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da17a06c0799d1b1fbae58bdcc3b7054, server=f286ae0a5299,36969,1731360164500 because future has completed 2024-11-11T21:22:58,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:22:58,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da17a06c0799d1b1fbae58bdcc3b7054, server=f286ae0a5299,36969,1731360164500 in 186 msec 2024-11-11T21:22:58,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:22:58,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da17a06c0799d1b1fbae58bdcc3b7054, ASSIGN in 344 msec 2024-11-11T21:22:58,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:22:58,187 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360178187"}]},"ts":"1731360178187"} 2024-11-11T21:22:58,189 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:22:58,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:22:58,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-11T21:22:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:59,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:22:59,157 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:22:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45273,1731360169372 2024-11-11T21:22:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a4a95a4 2024-11-11T21:22:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:22:59,159 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:22:59,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:22:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45273 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:22:59,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:22:59,161 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:59,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:22:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:59,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:22:59,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:22:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:59,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e56e6d2d7b27616382cb3d04b5f7d74a, NAME => 'test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a 2024-11-11T21:22:59,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:22:59,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:59,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e56e6d2d7b27616382cb3d04b5f7d74a, disabling compactions & flushes 2024-11-11T21:22:59,596 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:22:59,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:22:59,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. after waiting 0 ms 2024-11-11T21:22:59,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:22:59,596 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:22:59,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e56e6d2d7b27616382cb3d04b5f7d74a: Waiting for close lock at 1731360179596Disabling compacts and flushes for region at 1731360179596Disabling writes for close at 1731360179596Writing region close event to WAL at 1731360179596Closed at 1731360179596 2024-11-11T21:22:59,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:22:59,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360179598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360179598"}]},"ts":"1731360179598"} 2024-11-11T21:22:59,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:22:59,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:22:59,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360179601"}]},"ts":"1731360179601"} 2024-11-11T21:22:59,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:22:59,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e56e6d2d7b27616382cb3d04b5f7d74a, ASSIGN}] 2024-11-11T21:22:59,604 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e56e6d2d7b27616382cb3d04b5f7d74a, ASSIGN 2024-11-11T21:22:59,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e56e6d2d7b27616382cb3d04b5f7d74a, ASSIGN; state=OFFLINE, location=f286ae0a5299,33295,1731360169518; forceNewPlan=false, retain=false 2024-11-11T21:22:59,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e56e6d2d7b27616382cb3d04b5f7d74a, regionState=OPENING, regionLocation=f286ae0a5299,33295,1731360169518 2024-11-11T21:22:59,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e56e6d2d7b27616382cb3d04b5f7d74a, ASSIGN because future has completed 2024-11-11T21:22:59,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e56e6d2d7b27616382cb3d04b5f7d74a, server=f286ae0a5299,33295,1731360169518}] 2024-11-11T21:22:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:22:59,920 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:22:59,920 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e56e6d2d7b27616382cb3d04b5f7d74a, NAME => 'test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:22:59,920 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:22:59,920 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:22:59,920 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,920 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:22:59,920 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,921 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,936 INFO [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,938 INFO [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e56e6d2d7b27616382cb3d04b5f7d74a columnFamilyName f 2024-11-11T21:22:59,938 DEBUG [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:59,938 INFO [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] regionserver.HStore(327): Store=e56e6d2d7b27616382cb3d04b5f7d74a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:59,938 INFO [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,939 INFO [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e56e6d2d7b27616382cb3d04b5f7d74a columnFamilyName f1 2024-11-11T21:22:59,940 DEBUG [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:59,940 INFO [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] regionserver.HStore(327): Store=e56e6d2d7b27616382cb3d04b5f7d74a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:59,940 INFO [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,941 INFO [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e56e6d2d7b27616382cb3d04b5f7d74a columnFamilyName norep 2024-11-11T21:22:59,942 DEBUG [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:22:59,942 INFO [StoreOpener-e56e6d2d7b27616382cb3d04b5f7d74a-1 {}] regionserver.HStore(327): Store=e56e6d2d7b27616382cb3d04b5f7d74a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:22:59,942 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,944 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,944 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,945 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,945 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,945 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:22:59,946 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,953 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:22:59,953 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e56e6d2d7b27616382cb3d04b5f7d74a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68516980, jitterRate=0.020982563495635986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:22:59,953 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:22:59,953 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e56e6d2d7b27616382cb3d04b5f7d74a: Running coprocessor pre-open hook at 1731360179921Writing region info on filesystem at 1731360179921Initializing all the Stores at 1731360179921Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360179921Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360179936 (+15 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360179936Cleaning up temporary data from old regions at 1731360179945 (+9 ms)Running coprocessor post-open hooks at 1731360179953 (+8 ms)Region opened successfully at 1731360179953 2024-11-11T21:22:59,954 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a., pid=6, masterSystemTime=1731360179912 2024-11-11T21:22:59,955 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:22:59,955 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:22:59,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e56e6d2d7b27616382cb3d04b5f7d74a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,33295,1731360169518 2024-11-11T21:22:59,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e56e6d2d7b27616382cb3d04b5f7d74a, server=f286ae0a5299,33295,1731360169518 because future has completed 2024-11-11T21:22:59,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:22:59,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e56e6d2d7b27616382cb3d04b5f7d74a, server=f286ae0a5299,33295,1731360169518 in 215 msec 2024-11-11T21:22:59,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:22:59,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e56e6d2d7b27616382cb3d04b5f7d74a, ASSIGN in 372 msec 2024-11-11T21:22:59,977 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:22:59,977 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360179977"}]},"ts":"1731360179977"} 2024-11-11T21:22:59,979 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:22:59,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:22:59,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 821 msec 2024-11-11T21:23:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:23:00,297 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:23:00,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44901,1731360173260 2024-11-11T21:23:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3961ce61 2024-11-11T21:23:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:00,299 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:23:00,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:23:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T21:23:00,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:23:00,302 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:23:00,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T21:23:00,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:23:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:23:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741835_1011 (size=902) 2024-11-11T21:23:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:23:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:23:00,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01201348139d0ec1a2215a2ced5bc4c4, NAME => 'test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3 2024-11-11T21:23:00,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741836_1012 (size=39) 2024-11-11T21:23:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:23:01,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:23:01,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 01201348139d0ec1a2215a2ced5bc4c4, disabling compactions & flushes 2024-11-11T21:23:01,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:01,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:01,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. after waiting 0 ms 2024-11-11T21:23:01,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:01,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:01,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01201348139d0ec1a2215a2ced5bc4c4: Waiting for close lock at 1731360181114Disabling compacts and flushes for region at 1731360181114Disabling writes for close at 1731360181114Writing region close event to WAL at 1731360181114Closed at 1731360181114 2024-11-11T21:23:01,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:23:01,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731360181115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360181115"}]},"ts":"1731360181115"} 2024-11-11T21:23:01,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:23:01,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:23:01,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360181118"}]},"ts":"1731360181118"} 2024-11-11T21:23:01,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T21:23:01,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=01201348139d0ec1a2215a2ced5bc4c4, ASSIGN}] 2024-11-11T21:23:01,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=01201348139d0ec1a2215a2ced5bc4c4, ASSIGN 2024-11-11T21:23:01,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=01201348139d0ec1a2215a2ced5bc4c4, ASSIGN; state=OFFLINE, location=f286ae0a5299,42515,1731360174098; forceNewPlan=false, retain=false 2024-11-11T21:23:01,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01201348139d0ec1a2215a2ced5bc4c4, regionState=OPENING, regionLocation=f286ae0a5299,42515,1731360174098 2024-11-11T21:23:01,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=01201348139d0ec1a2215a2ced5bc4c4, ASSIGN because future has completed 2024-11-11T21:23:01,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01201348139d0ec1a2215a2ced5bc4c4, server=f286ae0a5299,42515,1731360174098}] 2024-11-11T21:23:01,431 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:01,431 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 01201348139d0ec1a2215a2ced5bc4c4, NAME => 'test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:23:01,431 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:23:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:23:01,432 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T21:23:01,440 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,440 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:23:01,440 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,440 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,448 INFO [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,453 INFO [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01201348139d0ec1a2215a2ced5bc4c4 columnFamilyName f 2024-11-11T21:23:01,453 DEBUG [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:23:01,454 INFO [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] regionserver.HStore(327): Store=01201348139d0ec1a2215a2ced5bc4c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:23:01,454 INFO [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,457 INFO [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01201348139d0ec1a2215a2ced5bc4c4 columnFamilyName f1 2024-11-11T21:23:01,457 DEBUG [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:23:01,457 INFO [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] regionserver.HStore(327): Store=01201348139d0ec1a2215a2ced5bc4c4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:23:01,458 INFO [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,459 INFO [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01201348139d0ec1a2215a2ced5bc4c4 columnFamilyName norep 2024-11-11T21:23:01,459 DEBUG [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:23:01,473 INFO [StoreOpener-01201348139d0ec1a2215a2ced5bc4c4-1 {}] regionserver.HStore(327): Store=01201348139d0ec1a2215a2ced5bc4c4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:23:01,473 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,474 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,474 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,475 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,475 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,476 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:23:01,477 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,487 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:23:01,487 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 01201348139d0ec1a2215a2ced5bc4c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65404757, jitterRate=-0.025393173098564148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:23:01,488 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:01,488 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 01201348139d0ec1a2215a2ced5bc4c4: Running coprocessor pre-open hook at 1731360181440Writing region info on filesystem at 1731360181440Initializing all the Stores at 1731360181441 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360181441Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360181448 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360181448Cleaning up temporary data from old regions at 1731360181475 (+27 ms)Running coprocessor post-open hooks at 1731360181488 (+13 ms)Region opened successfully at 1731360181488 2024-11-11T21:23:01,489 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4., pid=6, masterSystemTime=1731360181427 2024-11-11T21:23:01,491 DEBUG [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:01,491 INFO [RS_OPEN_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:01,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01201348139d0ec1a2215a2ced5bc4c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f286ae0a5299,42515,1731360174098 2024-11-11T21:23:01,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01201348139d0ec1a2215a2ced5bc4c4, server=f286ae0a5299,42515,1731360174098 because future has completed 2024-11-11T21:23:01,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:23:01,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 01201348139d0ec1a2215a2ced5bc4c4, server=f286ae0a5299,42515,1731360174098 in 220 msec 2024-11-11T21:23:01,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:23:01,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=01201348139d0ec1a2215a2ced5bc4c4, ASSIGN in 381 msec 2024-11-11T21:23:01,504 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:23:01,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360181504"}]},"ts":"1731360181504"} 2024-11-11T21:23:01,514 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T21:23:01,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:23:01,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2150 sec 2024-11-11T21:23:02,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:23:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:23:02,446 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T21:23:02,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6028cfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:02,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,33903,-1 for getting cluster id 2024-11-11T21:23:02,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:02,448 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad23828-831f-4032-9d3a-9347e7448ec4' 2024-11-11T21:23:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad23828-831f-4032-9d3a-9347e7448ec4" 2024-11-11T21:23:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ae1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,33903,-1] 2024-11-11T21:23:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:02,450 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cdf4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:02,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,33903,1731360164175 2024-11-11T21:23:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d89e25c 2024-11-11T21:23:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:02,454 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:23:02,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f286ae0a5299:45273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:23:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:23:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:23:02,458 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:45273' 2024-11-11T21:23:02,465 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502d9728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:02,465 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45273,-1 for getting cluster id 2024-11-11T21:23:02,465 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:02,465 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdda044-287d-4c79-b0e8-ec886b48f04d' 2024-11-11T21:23:02,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:02,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdda044-287d-4c79-b0e8-ec886b48f04d" 2024-11-11T21:23:02,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@935ea14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:02,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45273,-1] 2024-11-11T21:23:02,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:02,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:02,469 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:02,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a81b995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:02,470 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:02,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45273,1731360169372 2024-11-11T21:23:02,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26001c4d 2024-11-11T21:23:02,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:02,473 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:23:02,474 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-11T21:23:02,474 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:23:02,474 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:02,475 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:02,475 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:23:02,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:02,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T21:23:02,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:23:02,477 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:23:02,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:23:02,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741837_1013 (size=1138) 2024-11-11T21:23:02,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74dd0cf820f323e8d0133e837e30941f, NAME => 'hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e 2024-11-11T21:23:02,526 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T21:23:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741838_1014 (size=44) 2024-11-11T21:23:02,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:23:02,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 74dd0cf820f323e8d0133e837e30941f, disabling compactions & flushes 2024-11-11T21:23:02,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:02,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:02,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. after waiting 0 ms 2024-11-11T21:23:02,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:02,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:02,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74dd0cf820f323e8d0133e837e30941f: Waiting for close lock at 1731360182547Disabling compacts and flushes for region at 1731360182547Disabling writes for close at 1731360182547Writing region close event to WAL at 1731360182547Closed at 1731360182547 2024-11-11T21:23:02,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:23:02,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731360182548"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731360182548"}]},"ts":"1731360182548"} 2024-11-11T21:23:02,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:23:02,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:23:02,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360182551"}]},"ts":"1731360182551"} 2024-11-11T21:23:02,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T21:23:02,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74dd0cf820f323e8d0133e837e30941f, ASSIGN}] 2024-11-11T21:23:02,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74dd0cf820f323e8d0133e837e30941f, ASSIGN 2024-11-11T21:23:02,556 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74dd0cf820f323e8d0133e837e30941f, ASSIGN; state=OFFLINE, location=f286ae0a5299,36969,1731360164500; forceNewPlan=false, retain=false 2024-11-11T21:23:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:23:02,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74dd0cf820f323e8d0133e837e30941f, regionState=OPENING, regionLocation=f286ae0a5299,36969,1731360164500 2024-11-11T21:23:02,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=74dd0cf820f323e8d0133e837e30941f, ASSIGN because future has completed 2024-11-11T21:23:02,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74dd0cf820f323e8d0133e837e30941f, server=f286ae0a5299,36969,1731360164500}] 2024-11-11T21:23:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:23:02,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:02,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:23:02,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T21:23:02,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f286ae0a5299%2C36969%2C1731360164500.rep, suffix=, logDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500, archiveDir=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/oldWALs, maxLogs=10 2024-11-11T21:23:02,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.rep.1731360182864, exclude list is [], retry=0 2024-11-11T21:23:02,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-4633b827-d38a-429b-825b-9cfef9b0daf1,DISK] 2024-11-11T21:23:02,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.rep.1731360182864 2024-11-11T21:23:02,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38321:38321)] 2024-11-11T21:23:02,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 74dd0cf820f323e8d0133e837e30941f, NAME => 'hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:23:02,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T21:23:02,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:23:02,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. service=MultiRowMutationService 2024-11-11T21:23:02,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T21:23:02,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:23:02,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,886 INFO [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,887 INFO [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74dd0cf820f323e8d0133e837e30941f columnFamilyName hfileref 2024-11-11T21:23:02,887 DEBUG [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:23:02,887 INFO [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] regionserver.HStore(327): Store=74dd0cf820f323e8d0133e837e30941f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:23:02,887 INFO [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,888 INFO [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74dd0cf820f323e8d0133e837e30941f columnFamilyName queue 2024-11-11T21:23:02,888 DEBUG [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:23:02,888 INFO [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] regionserver.HStore(327): Store=74dd0cf820f323e8d0133e837e30941f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:23:02,888 INFO [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,889 INFO [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74dd0cf820f323e8d0133e837e30941f columnFamilyName sid 2024-11-11T21:23:02,889 DEBUG [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:23:02,889 INFO [StoreOpener-74dd0cf820f323e8d0133e837e30941f-1 {}] regionserver.HStore(327): Store=74dd0cf820f323e8d0133e837e30941f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:23:02,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:23:02,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:23:02,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 74dd0cf820f323e8d0133e837e30941f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67520495, jitterRate=0.006133779883384705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:23:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 74dd0cf820f323e8d0133e837e30941f: Running coprocessor pre-open hook at 1731360182885Writing region info on filesystem at 1731360182885Initializing all the Stores at 1731360182885Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360182885Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360182886 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731360182886Cleaning up temporary data from old regions at 1731360182891 (+5 ms)Running coprocessor post-open hooks at 1731360182894 (+3 ms)Region opened successfully at 1731360182894 2024-11-11T21:23:02,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f., pid=10, masterSystemTime=1731360182859 2024-11-11T21:23:02,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:02,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:02,898 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=74dd0cf820f323e8d0133e837e30941f, regionState=OPEN, openSeqNum=2, regionLocation=f286ae0a5299,36969,1731360164500 2024-11-11T21:23:02,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74dd0cf820f323e8d0133e837e30941f, server=f286ae0a5299,36969,1731360164500 because future has completed 2024-11-11T21:23:02,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T21:23:02,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 74dd0cf820f323e8d0133e837e30941f, server=f286ae0a5299,36969,1731360164500 in 192 msec 2024-11-11T21:23:02,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:23:02,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=74dd0cf820f323e8d0133e837e30941f, ASSIGN in 348 msec 2024-11-11T21:23:02,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:23:02,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731360182904"}]},"ts":"1731360182904"} 2024-11-11T21:23:02,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T21:23:02,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:23:02,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 431 msec 2024-11-11T21:23:02,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f., hostname=f286ae0a5299,36969,1731360164500, seqNum=2] 2024-11-11T21:23:02,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:23:02,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:23:03,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:23:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:23:03,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T21:23:03,168 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T21:23:03,202 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f286ae0a5299,36969,1731360164500, ReplicationSource: 1, currentBandwidth=0 2024-11-11T21:23:03,202 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:23:03,202 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36969,1731360164500, seqNum=-1] 2024-11-11T21:23:03,203 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:23:03,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T21:23:03,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f286ae0a5299,36969,1731360164500', locateType=CURRENT is [region=hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f., hostname=f286ae0a5299,36969,1731360164500, seqNum=2] 2024-11-11T21:23:03,206 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T21:23:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T21:23:03,208 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f286ae0a5299,36969,1731360164500 suceeded 2024-11-11T21:23:03,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T21:23:03,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-11T21:23:03,210 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f286ae0a5299:45273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:23:03,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 755 msec 2024-11-11T21:23:03,222 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:45273' 2024-11-11T21:23:03,223 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f8bd0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,223 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45273,-1 for getting cluster id 2024-11-11T21:23:03,223 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:03,224 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdda044-287d-4c79-b0e8-ec886b48f04d' 2024-11-11T21:23:03,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:03,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdda044-287d-4c79-b0e8-ec886b48f04d" 2024-11-11T21:23:03,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d08d6ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45273,-1] 2024-11-11T21:23:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:03,225 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:03,226 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ff1adfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,226 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:03,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45273,1731360169372 2024-11-11T21:23:03,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d34c10 2024-11-11T21:23:03,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:03,227 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T21:23:03,228 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f286ae0a5299,36969,1731360164500 (queues=1) is replicating from cluster=6ad23828-831f-4032-9d3a-9347e7448ec4 to cluster=abdda044-287d-4c79-b0e8-ec886b48f04d 2024-11-11T21:23:03,228 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f286ae0a5299%2C36969%2C1731360164500 2024-11-11T21:23:03,228 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f286ae0a5299,36969,1731360164500, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:23:03,229 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379, startPosition=0, beingWritten=true 2024-11-11T21:23:03,229 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C36969%2C1731360164500 2024-11-11T21:23:03,233 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:23:03,233 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 to pos 379, reset compression=false 2024-11-11T21:23:03,233 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36969,1731360164500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:23:03,437 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 to pos 379, reset compression=false 2024-11-11T21:23:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:23:03,597 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T21:23:03,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:03,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:03,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:03,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:03,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:03,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542dc208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,33903,-1 for getting cluster id 2024-11-11T21:23:03,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:03,599 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad23828-831f-4032-9d3a-9347e7448ec4' 2024-11-11T21:23:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad23828-831f-4032-9d3a-9347e7448ec4" 2024-11-11T21:23:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c98d298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,33903,-1] 2024-11-11T21:23:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:03,601 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9f0d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e4e100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45273,-1 for getting cluster id 2024-11-11T21:23:03,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:03,603 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdda044-287d-4c79-b0e8-ec886b48f04d' 2024-11-11T21:23:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdda044-287d-4c79-b0e8-ec886b48f04d" 2024-11-11T21:23:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f94ba21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45273,-1] 2024-11-11T21:23:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:03,605 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d35ae1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecff5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44901,-1 for getting cluster id 2024-11-11T21:23:03,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:03,609 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32dd8df-ac9a-451f-978a-6e3c0fa7d386' 2024-11-11T21:23:03,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:03,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32dd8df-ac9a-451f-978a-6e3c0fa7d386" 2024-11-11T21:23:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c0fead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44901,-1] 2024-11-11T21:23:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:03,611 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718fafee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:03,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:23:03,617 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731360183617/Put/seqid=0 2024-11-11T21:23:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741840_1016 (size=7894) 2024-11-11T21:23:03,740 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 to pos 379, reset compression=false 2024-11-11T21:23:04,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731360184028/Put/seqid=0 2024-11-11T21:23:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741841_1017 (size=7691) 2024-11-11T21:23:04,146 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 to pos 379, reset compression=false 2024-11-11T21:23:04,232 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T21:23:04,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d82cebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:04,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,33903,-1 for getting cluster id 2024-11-11T21:23:04,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:04,436 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad23828-831f-4032-9d3a-9347e7448ec4' 2024-11-11T21:23:04,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:04,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad23828-831f-4032-9d3a-9347e7448ec4" 2024-11-11T21:23:04,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e37171d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:04,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,33903,-1] 2024-11-11T21:23:04,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:04,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:04,437 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:04,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8729194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:04,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:23:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36969,1731360164500, seqNum=-1] 2024-11-11T21:23:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:23:04,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:23:04,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,33903,1731360164175 2024-11-11T21:23:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc42c51 2024-11-11T21:23:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:04,449 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:23:04,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2] 2024-11-11T21:23:04,461 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:23:04,465 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T21:23:04,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T21:23:04,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_0/f/hfile_1 for inclusion in da17a06c0799d1b1fbae58bdcc3b7054/f 2024-11-11T21:23:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T21:23:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:04,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_0/f/hfile_0 for inclusion in da17a06c0799d1b1fbae58bdcc3b7054/f 2024-11-11T21:23:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T21:23:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegion(2603): Flush status journal for da17a06c0799d1b1fbae58bdcc3b7054: 2024-11-11T21:23:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_1 2024-11-11T21:23:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_1 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_ 2024-11-11T21:23:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_0 2024-11-11T21:23:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_0 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/845f7c3064d047bda495e51c0018b406_SeqId_4_ 2024-11-11T21:23:04,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_1 into da17a06c0799d1b1fbae58bdcc3b7054/f as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_ - updating store file list. 2024-11-11T21:23:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8cab433b142b461dac8ea88e6051f88a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:04,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_ into da17a06c0799d1b1fbae58bdcc3b7054/f 2024-11-11T21:23:04,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_1 into da17a06c0799d1b1fbae58bdcc3b7054/f (new location: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_) 2024-11-11T21:23:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_1 2024-11-11T21:23:04,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_0 into da17a06c0799d1b1fbae58bdcc3b7054/f as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/845f7c3064d047bda495e51c0018b406_SeqId_4_ - updating store file list. 2024-11-11T21:23:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 845f7c3064d047bda495e51c0018b406_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:04,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/845f7c3064d047bda495e51c0018b406_SeqId_4_ into da17a06c0799d1b1fbae58bdcc3b7054/f 2024-11-11T21:23:04,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_0 into da17a06c0799d1b1fbae58bdcc3b7054/f (new location: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/845f7c3064d047bda495e51c0018b406_SeqId_4_) 2024-11-11T21:23:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__9es5qk1tmmq9vq7ma95qa7l9effnjut9ed805um22415b1r9m26b7ajo7ab0r9c0/f/hfile_0 2024-11-11T21:23:04,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:04,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:04,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:04,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:04,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2 , the old value is region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f286ae0a5299:36969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:23:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:23:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2 from cache 2024-11-11T21:23:04,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:23:04,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33295,1731360169518, seqNum=-1] 2024-11-11T21:23:04,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:23:04,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:23:04,492 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T21:23:04,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a., hostname=f286ae0a5299,33295,1731360169518, seqNum=2] 2024-11-11T21:23:04,494 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T21:23:04,597 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:36969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T21:23:04,649 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 to pos 379, reset compression=false 2024-11-11T21:23:04,654 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:23:04,654 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36969,1731360164500 got entry batch from reader: WALEntryBatch [walEntries=[{test/da17a06c0799d1b1fbae58bdcc3b7054/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731360184488/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T21:23:04,656 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:23:04,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T21:23:04,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.ReplicationSink(318): Replicating [6ad23828-831f-4032-9d3a-9347e7448ec4] bulk loaded data 2024-11-11T21:23:04,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4e12f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:04,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,45273,-1 for getting cluster id 2024-11-11T21:23:04,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:04,658 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abdda044-287d-4c79-b0e8-ec886b48f04d' 2024-11-11T21:23:04,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abdda044-287d-4c79-b0e8-ec886b48f04d" 2024-11-11T21:23:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40810326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,45273,-1] 2024-11-11T21:23:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:04,659 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:04,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108694ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:04,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741837_1013 (size=7691) 2024-11-11T21:23:04,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741838_1014 (size=7894) 2024-11-11T21:23:04,854 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 to pos 687, reset compression=false 2024-11-11T21:23:05,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,45273,1731360169372 2024-11-11T21:23:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43541ad1 2024-11-11T21:23:05,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:05,076 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T21:23:05,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:23:05,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:23:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,33295,1731360169518, seqNum=-1] 2024-11-11T21:23:05,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:23:05,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T21:23:05,084 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/845f7c3064d047bda495e51c0018b406_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T21:23:05,086 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T21:23:05,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_ for inclusion in e56e6d2d7b27616382cb3d04b5f7d74a/f 2024-11-11T21:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T21:23:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:05,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/845f7c3064d047bda495e51c0018b406_SeqId_4_ for inclusion in e56e6d2d7b27616382cb3d04b5f7d74a/f 2024-11-11T21:23:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T21:23:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(2603): Flush status journal for e56e6d2d7b27616382cb3d04b5f7d74a: 2024-11-11T21:23:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8cab433b142b461dac8ea88e6051f88a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_ as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/9fe6407eebd843f78b91bc8e5865ce56_SeqId_4_ 2024-11-11T21:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 845f7c3064d047bda495e51c0018b406_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/845f7c3064d047bda495e51c0018b406_SeqId_4_ as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/0672624bbf6c4294b66199939f3d7448_SeqId_4_ 2024-11-11T21:23:05,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_ into e56e6d2d7b27616382cb3d04b5f7d74a/f as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/9fe6407eebd843f78b91bc8e5865ce56_SeqId_4_ - updating store file list. 2024-11-11T21:23:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9fe6407eebd843f78b91bc8e5865ce56_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:05,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/9fe6407eebd843f78b91bc8e5865ce56_SeqId_4_ into e56e6d2d7b27616382cb3d04b5f7d74a/f 2024-11-11T21:23:05,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_ into e56e6d2d7b27616382cb3d04b5f7d74a/f (new location: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/9fe6407eebd843f78b91bc8e5865ce56_SeqId_4_) 2024-11-11T21:23:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/8cab433b142b461dac8ea88e6051f88a_SeqId_4_ 2024-11-11T21:23:05,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/845f7c3064d047bda495e51c0018b406_SeqId_4_ into e56e6d2d7b27616382cb3d04b5f7d74a/f as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/0672624bbf6c4294b66199939f3d7448_SeqId_4_ - updating store file list. 2024-11-11T21:23:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0672624bbf6c4294b66199939f3d7448_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:05,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/0672624bbf6c4294b66199939f3d7448_SeqId_4_ into e56e6d2d7b27616382cb3d04b5f7d74a/f 2024-11-11T21:23:05,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/845f7c3064d047bda495e51c0018b406_SeqId_4_ into e56e6d2d7b27616382cb3d04b5f7d74a/f (new location: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/0672624bbf6c4294b66199939f3d7448_SeqId_4_) 2024-11-11T21:23:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__u3kkijlnali66kplg9bb9be3d8e1ei3o7nfclqfv3fcqmn72g2peph77a43ta7jr/f/845f7c3064d047bda495e51c0018b406_SeqId_4_ 2024-11-11T21:23:05,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.ReplicationSink(324): Finished replicating [6ad23828-831f-4032-9d3a-9347e7448ec4] bulk loaded data 2024-11-11T21:23:05,157 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 to pos 687, reset compression=false 2024-11-11T21:23:05,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:23:05,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42515,1731360174098, seqNum=-1] 2024-11-11T21:23:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:23:05,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:23:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4., hostname=f286ae0a5299,42515,1731360174098, seqNum=2] 2024-11-11T21:23:05,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:23:05,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:23:05,512 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f286ae0a5299%2C36969%2C1731360164500.rep:(num 1731360182864) roll requested 2024-11-11T21:23:05,524 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.rep.1731360185512, exclude list is [], retry=0 2024-11-11T21:23:05,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-4633b827-d38a-429b-825b-9cfef9b0daf1,DISK] 2024-11-11T21:23:05,528 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.rep.1731360182864 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.rep.1731360185512 2024-11-11T21:23:05,528 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38321:38321)] 2024-11-11T21:23:05,528 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.rep.1731360182864 is not closed yet, will try archiving it next time 2024-11-11T21:23:05,528 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f286ae0a5299%2C36969%2C1731360164500.meta:.meta(num 1731360167400) roll requested 2024-11-11T21:23:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741839_1015 (size=1505) 2024-11-11T21:23:05,542 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.meta.1731360185528.meta, exclude list is [], retry=0 2024-11-11T21:23:05,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-4633b827-d38a-429b-825b-9cfef9b0daf1,DISK] 2024-11-11T21:23:05,547 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.meta.1731360167400.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.meta.1731360185528.meta 2024-11-11T21:23:05,547 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38321:38321)] 2024-11-11T21:23:05,547 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.meta.1731360167400.meta is not closed yet, will try archiving it next time 2024-11-11T21:23:05,547 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f286ae0a5299%2C36969%2C1731360164500:(num 1731360166379) roll requested 2024-11-11T21:23:05,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741834_1010 (size=3473) 2024-11-11T21:23:05,559 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547, exclude list is [], retry=0 2024-11-11T21:23:05,561 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 to pos 687, reset compression=false 2024-11-11T21:23:05,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42259,DS-4633b827-d38a-429b-825b-9cfef9b0daf1,DISK] 2024-11-11T21:23:05,563 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 2024-11-11T21:23:05,563 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38321:38321)] 2024-11-11T21:23:05,563 DEBUG [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 is not closed yet, will try archiving it next time 2024-11-11T21:23:05,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741832_1008 (size=695) 2024-11-11T21:23:05,565 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 2024-11-11T21:23:05,565 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36969,1731360164500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T21:23:05,565 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547, startPosition=0, beingWritten=true 2024-11-11T21:23:05,567 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f286ae0a5299%2C36969%2C1731360164500.1731360166379] 2024-11-11T21:23:05,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48695054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:05,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,33903,-1 for getting cluster id 2024-11-11T21:23:05,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:05,568 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360166379 to hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/oldWALs/f286ae0a5299%2C36969%2C1731360164500.1731360166379 2024-11-11T21:23:05,569 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad23828-831f-4032-9d3a-9347e7448ec4' 2024-11-11T21:23:05,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:05,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad23828-831f-4032-9d3a-9347e7448ec4" 2024-11-11T21:23:05,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da3d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:05,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,33903,-1] 2024-11-11T21:23:05,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:05,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:05,570 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:05,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523022b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:05,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:05,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,33903,1731360164175 2024-11-11T21:23:05,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a446e79 2024-11-11T21:23:05,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:05,572 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:23:05,572 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://f286ae0a5299:44901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T21:23:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T21:23:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T21:23:05,574 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:44901' 2024-11-11T21:23:05,577 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4955d1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:05,577 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44901,-1 for getting cluster id 2024-11-11T21:23:05,577 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:05,577 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32dd8df-ac9a-451f-978a-6e3c0fa7d386' 2024-11-11T21:23:05,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:05,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32dd8df-ac9a-451f-978a-6e3c0fa7d386" 2024-11-11T21:23:05,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337d455c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:05,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44901,-1] 2024-11-11T21:23:05,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:05,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:05,578 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:05,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5373be51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:05,579 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:05,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44901,1731360173260 2024-11-11T21:23:05,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58862cb0 2024-11-11T21:23:05,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:05,580 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:23:05,580 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T21:23:05,580 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T21:23:05,580 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:05,580 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:05,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:05,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T21:23:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T21:23:05,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T21:23:05,767 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T21:23:05,798 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f286ae0a5299,36969,1731360164500, ReplicationSource: 2, currentBandwidth=0 2024-11-11T21:23:05,800 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T21:23:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T21:23:05,802 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f286ae0a5299,36969,1731360164500 suceeded 2024-11-11T21:23:05,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T21:23:05,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-11T21:23:05,803 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f286ae0a5299:44901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T21:23:05,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 231 msec 2024-11-11T21:23:05,818 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f286ae0a5299:44901' 2024-11-11T21:23:05,819 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed93ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:05,819 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44901,-1 for getting cluster id 2024-11-11T21:23:05,819 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:05,820 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32dd8df-ac9a-451f-978a-6e3c0fa7d386' 2024-11-11T21:23:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32dd8df-ac9a-451f-978a-6e3c0fa7d386" 2024-11-11T21:23:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c24531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44901,-1] 2024-11-11T21:23:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:05,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:05,821 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:05,821 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c1f9c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:05,821 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:05,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44901,1731360173260 2024-11-11T21:23:05,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e332d86 2024-11-11T21:23:05,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:05,823 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T21:23:05,823 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f286ae0a5299,36969,1731360164500 (queues=1) is replicating from cluster=6ad23828-831f-4032-9d3a-9347e7448ec4 to cluster=b32dd8df-ac9a-451f-978a-6e3c0fa7d386 2024-11-11T21:23:05,823 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f286ae0a5299%2C36969%2C1731360164500 2024-11-11T21:23:05,823 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f286ae0a5299,36969,1731360164500, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T21:23:05,823 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547, startPosition=0, beingWritten=true 2024-11-11T21:23:05,823 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f286ae0a5299%2C36969%2C1731360164500 2024-11-11T21:23:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T21:23:05,886 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T21:23:05,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:05,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:05,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:05,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:05,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:05,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:23:05,900 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731360185900/Put/seqid=0 2024-11-11T21:23:05,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741845_1021 (size=11194) 2024-11-11T21:23:05,908 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:23:06,027 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 0, reset compression=false 2024-11-11T21:23:06,077 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 0, reset compression=false 2024-11-11T21:23:06,306 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731360186306/Put/seqid=0 2024-11-11T21:23:06,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741846_1022 (size=10791) 2024-11-11T21:23:06,331 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 0, reset compression=false 2024-11-11T21:23:06,682 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 0, reset compression=false 2024-11-11T21:23:06,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318b49cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:06,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,33903,-1 for getting cluster id 2024-11-11T21:23:06,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:06,712 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ad23828-831f-4032-9d3a-9347e7448ec4' 2024-11-11T21:23:06,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:06,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ad23828-831f-4032-9d3a-9347e7448ec4" 2024-11-11T21:23:06,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b46b77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:06,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,33903,-1] 2024-11-11T21:23:06,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:06,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:06,713 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:06,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b5d4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:06,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:23:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,36969,1731360164500, seqNum=-1] 2024-11-11T21:23:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:23:06,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:23:06,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,33903,1731360164175 2024-11-11T21:23:06,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@697a9332 2024-11-11T21:23:06,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:06,723 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:23:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2] 2024-11-11T21:23:06,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:23:06,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T21:23:06,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T21:23:06,734 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 0, reset compression=false 2024-11-11T21:23:06,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_1/f/hfile_1 for inclusion in da17a06c0799d1b1fbae58bdcc3b7054/f 2024-11-11T21:23:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T21:23:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:06,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_1/f/hfile_0 for inclusion in da17a06c0799d1b1fbae58bdcc3b7054/f 2024-11-11T21:23:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T21:23:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegion(2603): Flush status journal for da17a06c0799d1b1fbae58bdcc3b7054: 2024-11-11T21:23:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_1 2024-11-11T21:23:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_1 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ 2024-11-11T21:23:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_0 2024-11-11T21:23:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_0 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ 2024-11-11T21:23:06,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_1 into da17a06c0799d1b1fbae58bdcc3b7054/f as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ - updating store file list. 2024-11-11T21:23:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:06,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ into da17a06c0799d1b1fbae58bdcc3b7054/f 2024-11-11T21:23:06,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_1 into da17a06c0799d1b1fbae58bdcc3b7054/f (new location: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_) 2024-11-11T21:23:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_1 2024-11-11T21:23:06,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_0 into da17a06c0799d1b1fbae58bdcc3b7054/f as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ - updating store file list. 2024-11-11T21:23:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:06,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ into da17a06c0799d1b1fbae58bdcc3b7054/f 2024-11-11T21:23:06,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_0 into da17a06c0799d1b1fbae58bdcc3b7054/f (new location: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_) 2024-11-11T21:23:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/staging/jenkins__test__cmr0qf3unrnbrf31i2geadtjbvcv747j0pkpgpih9duvs170r5hg449q8fb2m33g/f/hfile_0 2024-11-11T21:23:06,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:06,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:06,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:06,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2 , the old value is region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f286ae0a5299:36969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T21:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., hostname=f286ae0a5299,36969,1731360164500, seqNum=2 from cache 2024-11-11T21:23:06,763 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T21:23:06,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:06,766 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T21:23:06,866 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:36969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T21:23:07,241 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 0, reset compression=false 2024-11-11T21:23:07,245 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:23:07,245 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f286ae0a5299,36969,1731360164500 got entry batch from reader: WALEntryBatch [walEntries=[{test/da17a06c0799d1b1fbae58bdcc3b7054/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731360186761/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T21:23:07,247 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:23:07,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T21:23:07,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.ReplicationSink(318): Replicating [6ad23828-831f-4032-9d3a-9347e7448ec4] bulk loaded data 2024-11-11T21:23:07,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c43e834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:07,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] client.ClusterIdFetcher(90): Going to request f286ae0a5299,44901,-1 for getting cluster id 2024-11-11T21:23:07,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:23:07,249 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b32dd8df-ac9a-451f-978a-6e3c0fa7d386' 2024-11-11T21:23:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:23:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b32dd8df-ac9a-451f-978a-6e3c0fa7d386" 2024-11-11T21:23:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b36d39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f286ae0a5299,44901,-1] 2024-11-11T21:23:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:23:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:07,250 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:23:07,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6d42ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:23:07,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741837_1013 (size=10791) 2024-11-11T21:23:07,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741838_1014 (size=11194) 2024-11-11T21:23:07,385 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 0, reset compression=false 2024-11-11T21:23:07,388 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T21:23:07,388 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36969,1731360164500 got entry batch from reader: WALEntryBatch [walEntries=[{test/da17a06c0799d1b1fbae58bdcc3b7054/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731360186761/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T21:23:07,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.ReplicationSink(318): Replicating [6ad23828-831f-4032-9d3a-9347e7448ec4] bulk loaded data 2024-11-11T21:23:07,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741839_1015 (size=10791) 2024-11-11T21:23:07,445 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:07,588 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:07,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f286ae0a5299,44901,1731360173260 2024-11-11T21:23:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20ba36c0 2024-11-11T21:23:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:23:07,677 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T21:23:07,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:23:07,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:23:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f286ae0a5299,42515,1731360174098, seqNum=-1] 2024-11-11T21:23:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:23:07,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T21:23:07,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T21:23:07,685 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T21:23:07,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ for inclusion in 01201348139d0ec1a2215a2ced5bc4c4/f 2024-11-11T21:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T21:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:07,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ for inclusion in 01201348139d0ec1a2215a2ced5bc4c4/f 2024-11-11T21:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T21:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HRegion(2603): Flush status journal for 01201348139d0ec1a2215a2ced5bc4c4: 2024-11-11T21:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/f/2a5806860e4548ca9d72ea8d67fc8bde_SeqId_4_ 2024-11-11T21:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/f/73d9f2299b8842cb91bf784042c90e54_SeqId_4_ 2024-11-11T21:23:07,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ into 01201348139d0ec1a2215a2ced5bc4c4/f as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/f/2a5806860e4548ca9d72ea8d67fc8bde_SeqId_4_ - updating store file list. 2024-11-11T21:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a5806860e4548ca9d72ea8d67fc8bde_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:07,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/f/2a5806860e4548ca9d72ea8d67fc8bde_SeqId_4_ into 01201348139d0ec1a2215a2ced5bc4c4/f 2024-11-11T21:23:07,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ into 01201348139d0ec1a2215a2ced5bc4c4/f (new location: hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/f/2a5806860e4548ca9d72ea8d67fc8bde_SeqId_4_) 2024-11-11T21:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ 2024-11-11T21:23:07,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ into 01201348139d0ec1a2215a2ced5bc4c4/f as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/f/73d9f2299b8842cb91bf784042c90e54_SeqId_4_ - updating store file list. 2024-11-11T21:23:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73d9f2299b8842cb91bf784042c90e54_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:07,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/f/73d9f2299b8842cb91bf784042c90e54_SeqId_4_ into 01201348139d0ec1a2215a2ced5bc4c4/f 2024-11-11T21:23:07,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ into 01201348139d0ec1a2215a2ced5bc4c4/f (new location: hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/f/73d9f2299b8842cb91bf784042c90e54_SeqId_4_) 2024-11-11T21:23:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/staging/jenkins.hfs.23__test__s0i3ddujti8q5d7g7058dtpl3fujsceberj2qn5nupmglv1ljhmp6t9ksmm6mia0/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ 2024-11-11T21:23:07,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42515 {}] regionserver.ReplicationSink(324): Finished replicating [6ad23828-831f-4032-9d3a-9347e7448ec4] bulk loaded data 2024-11-11T21:23:07,749 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:07,770 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T21:23:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741840_1016 (size=11194) 2024-11-11T21:23:07,893 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:08,152 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:08,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T21:23:08,211 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T21:23:08,212 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T21:23:08,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ for inclusion in e56e6d2d7b27616382cb3d04b5f7d74a/f 2024-11-11T21:23:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T21:23:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:08,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ for inclusion in e56e6d2d7b27616382cb3d04b5f7d74a/f 2024-11-11T21:23:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T21:23:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:23:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(2603): Flush status journal for e56e6d2d7b27616382cb3d04b5f7d74a: 2024-11-11T21:23:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:23:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/5f60faa1a5704c42a2c37307792e8be7_SeqId_6_ 2024-11-11T21:23:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T21:23:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/adfb50140a9e430f8c147d2228a8285b_SeqId_6_ 2024-11-11T21:23:08,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ into e56e6d2d7b27616382cb3d04b5f7d74a/f as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/5f60faa1a5704c42a2c37307792e8be7_SeqId_6_ - updating store file list. 2024-11-11T21:23:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f60faa1a5704c42a2c37307792e8be7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:08,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/5f60faa1a5704c42a2c37307792e8be7_SeqId_6_ into e56e6d2d7b27616382cb3d04b5f7d74a/f 2024-11-11T21:23:08,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ into e56e6d2d7b27616382cb3d04b5f7d74a/f (new location: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/5f60faa1a5704c42a2c37307792e8be7_SeqId_6_) 2024-11-11T21:23:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/a5c6a12ae8d44c04b0138ee4141d1646_SeqId_6_ 2024-11-11T21:23:08,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ into e56e6d2d7b27616382cb3d04b5f7d74a/f as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/adfb50140a9e430f8c147d2228a8285b_SeqId_6_ - updating store file list. 2024-11-11T21:23:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStoreFile(483): HFile Bloom filter type for adfb50140a9e430f8c147d2228a8285b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T21:23:08,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/adfb50140a9e430f8c147d2228a8285b_SeqId_6_ into e56e6d2d7b27616382cb3d04b5f7d74a/f 2024-11-11T21:23:08,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ into e56e6d2d7b27616382cb3d04b5f7d74a/f (new location: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/f/adfb50140a9e430f8c147d2228a8285b_SeqId_6_) 2024-11-11T21:23:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/staging/jenkins.hfs.22__test__au9mqki3bi1bdb1r4ke6781lijlj4bjnj5hsnq1t1bc9d8n4c60tufcplaggsl4b/f/7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_ 2024-11-11T21:23:08,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.ReplicationSink(324): Finished replicating [6ad23828-831f-4032-9d3a-9347e7448ec4] bulk loaded data 2024-11-11T21:23:08,295 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:08,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:23:08,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:08,655 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:23:08,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:08,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:08,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:08,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:08,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:08,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:23:08,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1319345046, stopped=false 2024-11-11T21:23:08,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,44901,1731360173260 2024-11-11T21:23:08,798 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:08,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740029369/running 2024-11-11T21:23:08,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740029369/running 2024-11-11T21:23:08,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:23:08,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:23:08,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:23:08,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:08,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:08,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:08,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,42515,1731360174098' ***** 2024-11-11T21:23:08,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:23:08,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on znode that does not yet exist, /2740029369/running 2024-11-11T21:23:08,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Set watcher on znode that does not yet exist, /2740029369/running 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:23:08,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(3091): Received CLOSE for 01201348139d0ec1a2215a2ced5bc4c4 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,42515,1731360174098 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42515. 2024-11-11T21:23:08,847 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01201348139d0ec1a2215a2ced5bc4c4, disabling compactions & flushes 2024-11-11T21:23:08,847 DEBUG [RS:0;f286ae0a5299:42515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:08,847 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:08,847 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:08,847 DEBUG [RS:0;f286ae0a5299:42515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:08,847 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. after waiting 0 ms 2024-11-11T21:23:08,847 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:23:08,847 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:23:08,848 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:23:08,848 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:23:08,848 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 01201348139d0ec1a2215a2ced5bc4c4=test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4.} 2024-11-11T21:23:08,848 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:23:08,848 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1351): Waiting on 01201348139d0ec1a2215a2ced5bc4c4, 1588230740 2024-11-11T21:23:08,848 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:23:08,848 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:23:08,848 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:23:08,848 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:23:08,848 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T21:23:08,851 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/default/test/01201348139d0ec1a2215a2ced5bc4c4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T21:23:08,851 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:23:08,851 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:23:08,851 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:08,851 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01201348139d0ec1a2215a2ced5bc4c4: Waiting for close lock at 1731360188847Running coprocessor pre-close hooks at 1731360188847Disabling compacts and flushes for region at 1731360188847Disabling writes for close at 1731360188847Writing region close event to WAL at 1731360188848 (+1 ms)Running coprocessor post-close hooks at 1731360188851 (+3 ms)Closed at 1731360188851 2024-11-11T21:23:08,851 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4. 2024-11-11T21:23:08,870 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/info/f69a28c427864ef291bf145a0b20f2c3 is 129, key is test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4./info:regioninfo/1731360181492/Put/seqid=0 2024-11-11T21:23:08,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741839_1015 (size=6421) 2024-11-11T21:23:08,912 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:23:09,048 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:23:09,203 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:23:09,203 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:23:09,248 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:23:09,258 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:09,275 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/info/f69a28c427864ef291bf145a0b20f2c3 2024-11-11T21:23:09,295 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/ns/c6342e4e81ab4e70aed719e34dc56e21 is 43, key is default/ns:d/1731360176884/Put/seqid=0 2024-11-11T21:23:09,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741840_1016 (size=5153) 2024-11-11T21:23:09,299 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/ns/c6342e4e81ab4e70aed719e34dc56e21 2024-11-11T21:23:09,320 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/rep_barrier/ecda0b346fd8434db1549167f2606fb3 is 112, key is test,,1731360180300.01201348139d0ec1a2215a2ced5bc4c4./rep_barrier:seqnumDuringOpen/1731360181492/Put/seqid=0 2024-11-11T21:23:09,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741841_1017 (size=5518) 2024-11-11T21:23:09,325 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/rep_barrier/ecda0b346fd8434db1549167f2606fb3 2024-11-11T21:23:09,343 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/table/f5d1043aade641eabc16143f6a1a3548 is 40, key is test/table:state/1731360181504/Put/seqid=0 2024-11-11T21:23:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741842_1018 (size=5165) 2024-11-11T21:23:09,401 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:09,449 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:23:09,649 DEBUG [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:23:09,748 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/table/f5d1043aade641eabc16143f6a1a3548 2024-11-11T21:23:09,752 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/info/f69a28c427864ef291bf145a0b20f2c3 as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/info/f69a28c427864ef291bf145a0b20f2c3 2024-11-11T21:23:09,756 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/info/f69a28c427864ef291bf145a0b20f2c3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T21:23:09,756 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/ns/c6342e4e81ab4e70aed719e34dc56e21 as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/ns/c6342e4e81ab4e70aed719e34dc56e21 2024-11-11T21:23:09,759 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/ns/c6342e4e81ab4e70aed719e34dc56e21, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:23:09,760 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/rep_barrier/ecda0b346fd8434db1549167f2606fb3 as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/rep_barrier/ecda0b346fd8434db1549167f2606fb3 2024-11-11T21:23:09,764 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/rep_barrier/ecda0b346fd8434db1549167f2606fb3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T21:23:09,764 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/.tmp/table/f5d1043aade641eabc16143f6a1a3548 as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/table/f5d1043aade641eabc16143f6a1a3548 2024-11-11T21:23:09,767 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/table/f5d1043aade641eabc16143f6a1a3548, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:23:09,768 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false 2024-11-11T21:23:09,772 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T21:23:09,772 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:23:09,772 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:23:09,773 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:23:09,773 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360188848Running coprocessor pre-close hooks at 1731360188848Disabling compacts and flushes for region at 1731360188848Disabling writes for close at 1731360188848Obtaining lock to block concurrent updates at 1731360188848Preparing flush snapshotting stores in 1588230740 at 1731360188848Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731360188849 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731360188849Flushing 1588230740/info: creating writer at 1731360188849Flushing 1588230740/info: appending metadata at 1731360188870 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731360188870Flushing 1588230740/ns: creating writer at 1731360189279 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731360189295 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731360189295Flushing 1588230740/rep_barrier: creating writer at 1731360189302 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360189319 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360189319Flushing 1588230740/table: creating writer at 1731360189329 (+10 ms)Flushing 1588230740/table: appending metadata at 1731360189343 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731360189343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5e35be: reopening flushed file at 1731360189752 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792d83e1: reopening flushed file at 1731360189756 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405da50a: reopening flushed file at 1731360189759 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41152821: reopening flushed file at 1731360189764 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false at 1731360189768 (+4 ms)Writing region close event to WAL at 1731360189770 (+2 ms)Running coprocessor post-close hooks at 1731360189772 (+2 ms)Closed at 1731360189772 2024-11-11T21:23:09,773 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:23:09,849 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,42515,1731360174098; all regions closed. 2024-11-11T21:23:09,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741834_1010 (size=2717) 2024-11-11T21:23:09,852 DEBUG [RS:0;f286ae0a5299:42515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/oldWALs 2024-11-11T21:23:09,852 INFO [RS:0;f286ae0a5299:42515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42515%2C1731360174098.meta:.meta(num 1731360176847) 2024-11-11T21:23:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741832_1008 (size=1028) 2024-11-11T21:23:09,855 DEBUG [RS:0;f286ae0a5299:42515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/oldWALs 2024-11-11T21:23:09,855 INFO [RS:0;f286ae0a5299:42515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C42515%2C1731360174098:(num 1731360176334) 2024-11-11T21:23:09,855 DEBUG [RS:0;f286ae0a5299:42515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:09,855 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:23:09,855 INFO [RS:0;f286ae0a5299:42515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:23:09,855 INFO [RS:0;f286ae0a5299:42515 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:23:09,855 INFO [RS:0;f286ae0a5299:42515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:23:09,856 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:23:09,856 INFO [RS:0;f286ae0a5299:42515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:42515. 2024-11-11T21:23:09,856 DEBUG [RS:0;f286ae0a5299:42515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:09,856 DEBUG [RS:0;f286ae0a5299:42515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:09,856 DEBUG [RS:0;f286ae0a5299:42515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:09,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:09,856 INFO [RS:0;f286ae0a5299:42515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42515 2024-11-11T21:23:09,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369/rs 2024-11-11T21:23:09,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740029369/rs/f286ae0a5299,42515,1731360174098 2024-11-11T21:23:09,875 INFO [RS:0;f286ae0a5299:42515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:23:09,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,42515,1731360174098] 2024-11-11T21:23:09,917 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2740029369/draining/f286ae0a5299,42515,1731360174098 already deleted, retry=false 2024-11-11T21:23:09,917 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,42515,1731360174098 expired; onlineServers=0 2024-11-11T21:23:09,917 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,44901,1731360173260' ***** 2024-11-11T21:23:09,917 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:23:09,917 INFO [M:0;f286ae0a5299:44901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:23:09,917 INFO [M:0;f286ae0a5299:44901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:23:09,917 DEBUG [M:0;f286ae0a5299:44901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:23:09,918 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:23:09,918 DEBUG [M:0;f286ae0a5299:44901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:23:09,918 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360176044 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360176044,5,FailOnTimeoutGroup] 2024-11-11T21:23:09,918 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360176044 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360176044,5,FailOnTimeoutGroup] 2024-11-11T21:23:09,918 INFO [M:0;f286ae0a5299:44901 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:23:09,918 INFO [M:0;f286ae0a5299:44901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:23:09,918 DEBUG [M:0;f286ae0a5299:44901 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:23:09,918 INFO [M:0;f286ae0a5299:44901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:23:09,918 INFO [M:0;f286ae0a5299:44901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:23:09,918 INFO [M:0;f286ae0a5299:44901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:23:09,918 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:23:09,961 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:09,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2740029369/master 2024-11-11T21:23:09,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2740029369 2024-11-11T21:23:09,981 DEBUG [M:0;f286ae0a5299:44901 {}] zookeeper.ZKUtil(347): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Unable to get data of znode /2740029369/master because node does not exist (not an error) 2024-11-11T21:23:09,981 WARN [M:0;f286ae0a5299:44901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:23:09,981 INFO [M:0;f286ae0a5299:44901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/.lastflushedseqids 2024-11-11T21:23:09,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741843_1019 (size=173) 2024-11-11T21:23:09,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:09,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42515-0x1012bc77dd90007, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:09,996 INFO [RS:0;f286ae0a5299:42515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:23:09,996 INFO [RS:0;f286ae0a5299:42515 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,42515,1731360174098; zookeeper connection closed. 2024-11-11T21:23:09,997 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6341cce2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6341cce2 2024-11-11T21:23:09,997 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:23:10,105 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:10,385 INFO [M:0;f286ae0a5299:44901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:23:10,385 INFO [M:0;f286ae0a5299:44901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:23:10,385 DEBUG [M:0;f286ae0a5299:44901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:23:10,385 INFO [M:0;f286ae0a5299:44901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:10,385 DEBUG [M:0;f286ae0a5299:44901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:10,385 DEBUG [M:0;f286ae0a5299:44901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:23:10,385 DEBUG [M:0;f286ae0a5299:44901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:10,385 INFO [M:0;f286ae0a5299:44901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T21:23:10,401 DEBUG [M:0;f286ae0a5299:44901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/676befbe6a854ac3b6616c415dde8dab is 82, key is hbase:meta,,1/info:regioninfo/1731360176872/Put/seqid=0 2024-11-11T21:23:10,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741844_1020 (size=5672) 2024-11-11T21:23:10,764 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:10,805 INFO [M:0;f286ae0a5299:44901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/676befbe6a854ac3b6616c415dde8dab 2024-11-11T21:23:10,823 DEBUG [M:0;f286ae0a5299:44901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/431152abc37949a2b2d8832a04598d34 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360181517/Put/seqid=0 2024-11-11T21:23:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741845_1021 (size=6586) 2024-11-11T21:23:10,832 INFO [M:0;f286ae0a5299:44901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/431152abc37949a2b2d8832a04598d34 2024-11-11T21:23:10,853 DEBUG [M:0;f286ae0a5299:44901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/818f22a80b5044e5bffa9f8fc347c725 is 69, key is f286ae0a5299,42515,1731360174098/rs:state/1731360176125/Put/seqid=0 2024-11-11T21:23:10,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741846_1022 (size=5156) 2024-11-11T21:23:10,909 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:11,257 INFO [M:0;f286ae0a5299:44901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/818f22a80b5044e5bffa9f8fc347c725 2024-11-11T21:23:11,260 DEBUG [M:0;f286ae0a5299:44901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/676befbe6a854ac3b6616c415dde8dab as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/676befbe6a854ac3b6616c415dde8dab 2024-11-11T21:23:11,263 INFO [M:0;f286ae0a5299:44901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/676befbe6a854ac3b6616c415dde8dab, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T21:23:11,264 DEBUG [M:0;f286ae0a5299:44901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/431152abc37949a2b2d8832a04598d34 as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/431152abc37949a2b2d8832a04598d34 2024-11-11T21:23:11,266 INFO [M:0;f286ae0a5299:44901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/431152abc37949a2b2d8832a04598d34, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T21:23:11,267 DEBUG [M:0;f286ae0a5299:44901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/818f22a80b5044e5bffa9f8fc347c725 as hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/818f22a80b5044e5bffa9f8fc347c725 2024-11-11T21:23:11,270 INFO [M:0;f286ae0a5299:44901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43329/user/jenkins/test-data/3d43f476-91d6-eed0-53fb-b5818c5387e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/818f22a80b5044e5bffa9f8fc347c725, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T21:23:11,271 INFO [M:0;f286ae0a5299:44901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false 2024-11-11T21:23:11,277 INFO [M:0;f286ae0a5299:44901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:11,278 DEBUG [M:0;f286ae0a5299:44901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360190385Disabling compacts and flushes for region at 1731360190385Disabling writes for close at 1731360190385Obtaining lock to block concurrent updates at 1731360190385Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360190385Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731360190386 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360190386Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360190386Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360190401 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360190401Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360190808 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360190822 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360190822Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360190835 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360190852 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360190852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527ba830: reopening flushed file at 1731360191260 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eda0a06: reopening flushed file at 1731360191263 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2553099c: reopening flushed file at 1731360191267 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false at 1731360191271 (+4 ms)Writing region close event to WAL at 1731360191277 (+6 ms)Closed at 1731360191277 2024-11-11T21:23:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741830_1006 (size=32770) 2024-11-11T21:23:11,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:23:11,280 INFO [M:0;f286ae0a5299:44901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:23:11,280 INFO [M:0;f286ae0a5299:44901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44901 2024-11-11T21:23:11,281 INFO [M:0;f286ae0a5299:44901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:23:11,460 INFO [M:0;f286ae0a5299:44901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:23:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44901-0x1012bc77dd90006, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:11,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@190208e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:23:11,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1821f7f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:23:11,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:23:11,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c6828a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:23:11,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7763d817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/hadoop.log.dir/,STOPPED} 2024-11-11T21:23:11,463 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:23:11,463 WARN [BP-481998924-172.17.0.2-1731360170843 heartbeating to localhost/127.0.0.1:43329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:23:11,463 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:23:11,463 WARN [BP-481998924-172.17.0.2-1731360170843 heartbeating to localhost/127.0.0.1:43329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-481998924-172.17.0.2-1731360170843 (Datanode Uuid 80e4210c-5824-496f-b567-b389ed6d54f7) service to localhost/127.0.0.1:43329 2024-11-11T21:23:11,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/cluster_d7a30c7d-d590-26ef-3581-d1dc1e3a41e5/data/data1/current/BP-481998924-172.17.0.2-1731360170843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:23:11,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/cluster_d7a30c7d-d590-26ef-3581-d1dc1e3a41e5/data/data2/current/BP-481998924-172.17.0.2-1731360170843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:23:11,464 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:23:11,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61ce1937{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:23:11,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ee6bdd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:23:11,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:23:11,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12fe3962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:23:11,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4651bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d627dc-27c3-8f7e-9d24-ddb0e3b5cfe9/hadoop.log.dir/,STOPPED} 2024-11-11T21:23:11,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:23:11,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:23:11,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:11,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:11,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:11,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:11,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:11,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:23:11,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1291947901, stopped=false 2024-11-11T21:23:11,481 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,45273,1731360169372 2024-11-11T21:23:11,520 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-515834470/running 2024-11-11T21:23:11,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-515834470/running 2024-11-11T21:23:11,520 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:23:11,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:23:11,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:23:11,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:11,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:11,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:11,520 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,33295,1731360169518' ***** 2024-11-11T21:23:11,521 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:23:11,521 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:23:11,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on znode that does not yet exist, /1-515834470/running 2024-11-11T21:23:11,521 INFO [RS:0;f286ae0a5299:33295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:23:11,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:23:11,521 INFO [RS:0;f286ae0a5299:33295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:23:11,521 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(3091): Received CLOSE for e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:23:11,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Set watcher on znode that does not yet exist, /1-515834470/running 2024-11-11T21:23:11,521 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,33295,1731360169518 2024-11-11T21:23:11,521 INFO [RS:0;f286ae0a5299:33295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:23:11,521 INFO [RS:0;f286ae0a5299:33295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:33295. 2024-11-11T21:23:11,521 DEBUG [RS:0;f286ae0a5299:33295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:11,521 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e56e6d2d7b27616382cb3d04b5f7d74a, disabling compactions & flushes 2024-11-11T21:23:11,521 DEBUG [RS:0;f286ae0a5299:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:11,522 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:23:11,522 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:23:11,522 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:23:11,522 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:23:11,522 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:23:11,522 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. after waiting 0 ms 2024-11-11T21:23:11,522 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:23:11,522 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:23:11,522 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:23:11,522 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e56e6d2d7b27616382cb3d04b5f7d74a=test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a.} 2024-11-11T21:23:11,522 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e56e6d2d7b27616382cb3d04b5f7d74a 2024-11-11T21:23:11,522 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:23:11,522 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:23:11,522 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:23:11,522 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:23:11,522 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:23:11,522 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T21:23:11,525 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:23:11,526 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/default/test/e56e6d2d7b27616382cb3d04b5f7d74a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:23:11,526 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:23:11,527 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:23:11,527 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:23:11,527 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e56e6d2d7b27616382cb3d04b5f7d74a: Waiting for close lock at 1731360191521Running coprocessor pre-close hooks at 1731360191521Disabling compacts and flushes for region at 1731360191521Disabling writes for close at 1731360191522 (+1 ms)Writing region close event to WAL at 1731360191523 (+1 ms)Running coprocessor post-close hooks at 1731360191526 (+3 ms)Closed at 1731360191527 (+1 ms) 2024-11-11T21:23:11,527 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a. 2024-11-11T21:23:11,540 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/info/081a81b6691146d29a9746910661c17d is 129, key is test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a./info:regioninfo/1731360179970/Put/seqid=0 2024-11-11T21:23:11,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741841_1017 (size=6421) 2024-11-11T21:23:11,544 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/info/081a81b6691146d29a9746910661c17d 2024-11-11T21:23:11,561 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/ns/99f7aec83e9a4316b3c9d1fc66d957c5 is 43, key is default/ns:d/1731360170676/Put/seqid=0 2024-11-11T21:23:11,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741842_1018 (size=5153) 2024-11-11T21:23:11,668 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:11,722 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:23:11,812 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:11,922 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:23:11,965 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/ns/99f7aec83e9a4316b3c9d1fc66d957c5 2024-11-11T21:23:11,996 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/rep_barrier/6286961fcb5f4c2583cc2f81986da706 is 112, key is test,,1731360179159.e56e6d2d7b27616382cb3d04b5f7d74a./rep_barrier:seqnumDuringOpen/1731360179970/Put/seqid=0 2024-11-11T21:23:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741843_1019 (size=5518) 2024-11-11T21:23:12,001 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/rep_barrier/6286961fcb5f4c2583cc2f81986da706 2024-11-11T21:23:12,025 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/table/676ae6c1bab94542ac5dd88a3fe62f78 is 40, key is test/table:state/1731360179977/Put/seqid=0 2024-11-11T21:23:12,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741844_1020 (size=5165) 2024-11-11T21:23:12,123 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:23:12,159 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:23:12,159 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:23:12,323 DEBUG [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:23:12,440 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/table/676ae6c1bab94542ac5dd88a3fe62f78 2024-11-11T21:23:12,445 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/info/081a81b6691146d29a9746910661c17d as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/info/081a81b6691146d29a9746910661c17d 2024-11-11T21:23:12,449 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/info/081a81b6691146d29a9746910661c17d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T21:23:12,450 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/ns/99f7aec83e9a4316b3c9d1fc66d957c5 as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/ns/99f7aec83e9a4316b3c9d1fc66d957c5 2024-11-11T21:23:12,458 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/ns/99f7aec83e9a4316b3c9d1fc66d957c5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:23:12,459 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/rep_barrier/6286961fcb5f4c2583cc2f81986da706 as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/rep_barrier/6286961fcb5f4c2583cc2f81986da706 2024-11-11T21:23:12,463 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/rep_barrier/6286961fcb5f4c2583cc2f81986da706, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T21:23:12,464 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/.tmp/table/676ae6c1bab94542ac5dd88a3fe62f78 as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/table/676ae6c1bab94542ac5dd88a3fe62f78 2024-11-11T21:23:12,468 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/table/676ae6c1bab94542ac5dd88a3fe62f78, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T21:23:12,469 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=11, compaction requested=false 2024-11-11T21:23:12,474 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T21:23:12,475 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:23:12,475 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:23:12,475 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:23:12,475 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360191522Running coprocessor pre-close hooks at 1731360191522Disabling compacts and flushes for region at 1731360191522Disabling writes for close at 1731360191522Obtaining lock to block concurrent updates at 1731360191522Preparing flush snapshotting stores in 1588230740 at 1731360191522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731360191522Flushing stores of hbase:meta,,1.1588230740 at 1731360191523 (+1 ms)Flushing 1588230740/info: creating writer at 1731360191523Flushing 1588230740/info: appending metadata at 1731360191540 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731360191540Flushing 1588230740/ns: creating writer at 1731360191547 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731360191560 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731360191561 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731360191969 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360191996 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360191996Flushing 1588230740/table: creating writer at 1731360192004 (+8 ms)Flushing 1588230740/table: appending metadata at 1731360192024 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731360192024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24debbd6: reopening flushed file at 1731360192444 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd7a248: reopening flushed file at 1731360192449 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15959d29: reopening flushed file at 1731360192459 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299acdee: reopening flushed file at 1731360192463 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=11, compaction requested=false at 1731360192469 (+6 ms)Writing region close event to WAL at 1731360192472 (+3 ms)Running coprocessor post-close hooks at 1731360192475 (+3 ms)Closed at 1731360192475 2024-11-11T21:23:12,475 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:23:12,523 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,33295,1731360169518; all regions closed. 2024-11-11T21:23:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741834_1010 (size=2717) 2024-11-11T21:23:12,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/WALs/f286ae0a5299,33295,1731360169518/f286ae0a5299%2C33295%2C1731360169518.meta.1731360170609.meta not finished, retry = 0 2024-11-11T21:23:12,628 DEBUG [RS:0;f286ae0a5299:33295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/oldWALs 2024-11-11T21:23:12,628 INFO [RS:0;f286ae0a5299:33295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C33295%2C1731360169518.meta:.meta(num 1731360170609) 2024-11-11T21:23:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741833_1009 (size=1374) 2024-11-11T21:23:12,640 DEBUG [RS:0;f286ae0a5299:33295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/oldWALs 2024-11-11T21:23:12,640 INFO [RS:0;f286ae0a5299:33295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f286ae0a5299%2C33295%2C1731360169518:(num 1731360170247) 2024-11-11T21:23:12,640 DEBUG [RS:0;f286ae0a5299:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:12,640 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:23:12,641 INFO [RS:0;f286ae0a5299:33295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:23:12,641 INFO [RS:0;f286ae0a5299:33295 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:23:12,641 INFO [RS:0;f286ae0a5299:33295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:23:12,642 INFO [RS:0;f286ae0a5299:33295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:33295. 2024-11-11T21:23:12,642 DEBUG [RS:0;f286ae0a5299:33295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:12,642 DEBUG [RS:0;f286ae0a5299:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:12,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:12,642 DEBUG [RS:0;f286ae0a5299:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:12,642 INFO [RS:0;f286ae0a5299:33295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33295 2024-11-11T21:23:12,646 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:23:12,671 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:12,688 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-515834470/rs/f286ae0a5299,33295,1731360169518 2024-11-11T21:23:12,688 INFO [RS:0;f286ae0a5299:33295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:23:12,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470/rs 2024-11-11T21:23:12,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,33295,1731360169518] 2024-11-11T21:23:12,709 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-515834470/draining/f286ae0a5299,33295,1731360169518 already deleted, retry=false 2024-11-11T21:23:12,709 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,33295,1731360169518 expired; onlineServers=0 2024-11-11T21:23:12,709 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,45273,1731360169372' ***** 2024-11-11T21:23:12,709 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:23:12,709 INFO [M:0;f286ae0a5299:45273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:23:12,710 INFO [M:0;f286ae0a5299:45273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:23:12,710 DEBUG [M:0;f286ae0a5299:45273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:23:12,710 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:23:12,710 DEBUG [M:0;f286ae0a5299:45273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:23:12,710 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360169957 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360169957,5,FailOnTimeoutGroup] 2024-11-11T21:23:12,710 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360169960 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360169960,5,FailOnTimeoutGroup] 2024-11-11T21:23:12,710 INFO [M:0;f286ae0a5299:45273 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:23:12,710 INFO [M:0;f286ae0a5299:45273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:23:12,710 DEBUG [M:0;f286ae0a5299:45273 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:23:12,710 INFO [M:0;f286ae0a5299:45273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:23:12,710 INFO [M:0;f286ae0a5299:45273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:23:12,710 INFO [M:0;f286ae0a5299:45273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:23:12,711 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:23:12,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-515834470/master 2024-11-11T21:23:12,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-515834470 2024-11-11T21:23:12,730 DEBUG [M:0;f286ae0a5299:45273 {}] zookeeper.RecoverableZooKeeper(212): Node /1-515834470/master already deleted, retry=false 2024-11-11T21:23:12,730 DEBUG [M:0;f286ae0a5299:45273 {}] master.ActiveMasterManager(353): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-515834470/master 2024-11-11T21:23:12,733 INFO [M:0;f286ae0a5299:45273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/.lastflushedseqids 2024-11-11T21:23:12,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741845_1021 (size=173) 2024-11-11T21:23:12,770 INFO [M:0;f286ae0a5299:45273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:23:12,770 INFO [M:0;f286ae0a5299:45273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:23:12,770 DEBUG [M:0;f286ae0a5299:45273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:23:12,770 INFO [M:0;f286ae0a5299:45273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:12,770 DEBUG [M:0;f286ae0a5299:45273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:12,770 DEBUG [M:0;f286ae0a5299:45273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:23:12,770 DEBUG [M:0;f286ae0a5299:45273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:12,770 INFO [M:0;f286ae0a5299:45273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-11T21:23:12,786 DEBUG [M:0;f286ae0a5299:45273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9d9fdf0035942528786c9dedc5712bb is 82, key is hbase:meta,,1/info:regioninfo/1731360170657/Put/seqid=0 2024-11-11T21:23:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741846_1022 (size=5672) 2024-11-11T21:23:12,800 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:12,800 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1012bc77dd90004, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:12,800 INFO [RS:0;f286ae0a5299:33295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:23:12,800 INFO [RS:0;f286ae0a5299:33295 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,33295,1731360169518; zookeeper connection closed. 2024-11-11T21:23:12,801 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@195188af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@195188af 2024-11-11T21:23:12,801 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:23:12,815 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:13,198 INFO [M:0;f286ae0a5299:45273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9d9fdf0035942528786c9dedc5712bb 2024-11-11T21:23:13,216 DEBUG [M:0;f286ae0a5299:45273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb6b2099ad7f4b4d9cefbaa47cb195dd is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731360179980/Put/seqid=0 2024-11-11T21:23:13,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741847_1023 (size=6585) 2024-11-11T21:23:13,627 INFO [M:0;f286ae0a5299:45273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb6b2099ad7f4b4d9cefbaa47cb195dd 2024-11-11T21:23:13,642 DEBUG [M:0;f286ae0a5299:45273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fb2c5232628485caa962da9d5508111 is 69, key is f286ae0a5299,33295,1731360169518/rs:state/1731360170028/Put/seqid=0 2024-11-11T21:23:13,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741848_1024 (size=5156) 2024-11-11T21:23:13,775 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:13,934 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:14,046 INFO [M:0;f286ae0a5299:45273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fb2c5232628485caa962da9d5508111 2024-11-11T21:23:14,055 DEBUG [M:0;f286ae0a5299:45273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9d9fdf0035942528786c9dedc5712bb as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9d9fdf0035942528786c9dedc5712bb 2024-11-11T21:23:14,063 INFO [M:0;f286ae0a5299:45273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9d9fdf0035942528786c9dedc5712bb, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T21:23:14,063 DEBUG [M:0;f286ae0a5299:45273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb6b2099ad7f4b4d9cefbaa47cb195dd as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb6b2099ad7f4b4d9cefbaa47cb195dd 2024-11-11T21:23:14,077 INFO [M:0;f286ae0a5299:45273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb6b2099ad7f4b4d9cefbaa47cb195dd, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T21:23:14,078 DEBUG [M:0;f286ae0a5299:45273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fb2c5232628485caa962da9d5508111 as hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fb2c5232628485caa962da9d5508111 2024-11-11T21:23:14,083 INFO [M:0;f286ae0a5299:45273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/4d6f7d9d-1819-e9a8-4918-9390b6ee440a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fb2c5232628485caa962da9d5508111, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T21:23:14,084 INFO [M:0;f286ae0a5299:45273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=55, compaction requested=false 2024-11-11T21:23:14,109 INFO [M:0;f286ae0a5299:45273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:14,109 DEBUG [M:0;f286ae0a5299:45273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360192770Disabling compacts and flushes for region at 1731360192770Disabling writes for close at 1731360192770Obtaining lock to block concurrent updates at 1731360192770Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360192770Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731360192771 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360192771Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360192771Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360192786 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360192786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360193201 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360193215 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360193215Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360193630 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360193642 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360193642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549cb4ed: reopening flushed file at 1731360194054 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191f97cd: reopening flushed file at 1731360194063 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0086f1: reopening flushed file at 1731360194077 (+14 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=55, compaction requested=false at 1731360194084 (+7 ms)Writing region close event to WAL at 1731360194108 (+24 ms)Closed at 1731360194108 2024-11-11T21:23:14,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741830_1006 (size=32758) 2024-11-11T21:23:14,116 INFO [M:0;f286ae0a5299:45273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:23:14,116 INFO [M:0;f286ae0a5299:45273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45273 2024-11-11T21:23:14,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:23:14,117 INFO [M:0;f286ae0a5299:45273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:23:14,161 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:23:14,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:14,262 INFO [M:0;f286ae0a5299:45273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:23:14,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45273-0x1012bc77dd90003, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:14,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c504ae7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:23:14,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c74236f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:23:14,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:23:14,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@85ffa62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:23:14,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b971851{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.log.dir/,STOPPED} 2024-11-11T21:23:14,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:23:14,271 WARN [BP-85897910-172.17.0.2-1731360167529 heartbeating to localhost/127.0.0.1:32967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:23:14,271 WARN [BP-85897910-172.17.0.2-1731360167529 heartbeating to localhost/127.0.0.1:32967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85897910-172.17.0.2-1731360167529 (Datanode Uuid 92676803-d654-458f-9b80-b445a290137d) service to localhost/127.0.0.1:32967 2024-11-11T21:23:14,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:23:14,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/cluster_0be22570-ba24-b866-368a-f5f05ada0ba4/data/data1/current/BP-85897910-172.17.0.2-1731360167529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:23:14,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/cluster_0be22570-ba24-b866-368a-f5f05ada0ba4/data/data2/current/BP-85897910-172.17.0.2-1731360167529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:23:14,273 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:23:14,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37feae93{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:23:14,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@82da62d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:23:14,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:23:14,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60da1cae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:23:14,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22827d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18cce760-ef9c-8052-0a6c-e30d443a447a/hadoop.log.dir/,STOPPED} 2024-11-11T21:23:14,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:23:14,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:23:14,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:14,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:14,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:14,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:14,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:14,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:23:14,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1024661431, stopped=false 2024-11-11T21:23:14,321 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f286ae0a5299,33903,1731360164175 2024-11-11T21:23:14,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112692729/running 2024-11-11T21:23:14,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112692729/running 2024-11-11T21:23:14,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:23:14,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:23:14,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:23:14,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on znode that does not yet exist, /0-2112692729/running 2024-11-11T21:23:14,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Set watcher on znode that does not yet exist, /0-2112692729/running 2024-11-11T21:23:14,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:23:14,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:14,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:14,345 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f286ae0a5299,36969,1731360164500' ***** 2024-11-11T21:23:14,345 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:23:14,345 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:23:14,345 INFO [RS:0;f286ae0a5299:36969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:23:14,345 INFO [RS:0;f286ae0a5299:36969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:23:14,345 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:23:14,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:23:14,346 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:23:14,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:23:14,346 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169125 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f286ae0a5299,45219,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:45219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T21:23:14,351 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:14,351 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(959): stopping server f286ae0a5299,36969,1731360164500 2024-11-11T21:23:14,351 INFO [RS:0;f286ae0a5299:36969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:23:14,351 INFO [RS:0;f286ae0a5299:36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36969. 2024-11-11T21:23:14,351 DEBUG [RS:0;f286ae0a5299:36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:14,351 DEBUG [RS:0;f286ae0a5299:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:14,352 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:23:14,352 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:23:14,352 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:23:14,352 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:23:14,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T21:23:14,355 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da17a06c0799d1b1fbae58bdcc3b7054, disabling compactions & flushes 2024-11-11T21:23:14,355 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:23:14,356 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:23:14,356 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. after waiting 0 ms 2024-11-11T21:23:14,356 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:23:14,356 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T21:23:14,356 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1325): Online Regions={da17a06c0799d1b1fbae58bdcc3b7054=test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054., 1588230740=hbase:meta,,1.1588230740, 74dd0cf820f323e8d0133e837e30941f=hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f.} 2024-11-11T21:23:14,356 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74dd0cf820f323e8d0133e837e30941f, da17a06c0799d1b1fbae58bdcc3b7054 2024-11-11T21:23:14,364 INFO [regionserver/f286ae0a5299:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:23:14,368 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:23:14,368 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:23:14,368 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:23:14,368 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:23:14,368 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:23:14,368 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T21:23:14,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,404 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/default/test/da17a06c0799d1b1fbae58bdcc3b7054/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:23:14,405 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:23:14,405 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T21:23:14,405 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:23:14,405 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da17a06c0799d1b1fbae58bdcc3b7054: Waiting for close lock at 1731360194355Running coprocessor pre-close hooks at 1731360194355Disabling compacts and flushes for region at 1731360194355Disabling writes for close at 1731360194356 (+1 ms)Writing region close event to WAL at 1731360194385 (+29 ms)Running coprocessor post-close hooks at 1731360194405 (+20 ms)Closed at 1731360194405 2024-11-11T21:23:14,405 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054. 2024-11-11T21:23:14,405 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/info/a4713c6039c94dd388e000a74bab3d40 is 147, key is hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f./info:regioninfo/1731360182898/Put/seqid=0 2024-11-11T21:23:14,405 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74dd0cf820f323e8d0133e837e30941f, disabling compactions & flushes 2024-11-11T21:23:14,405 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:14,405 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:14,405 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. after waiting 0 ms 2024-11-11T21:23:14,405 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:14,405 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 74dd0cf820f323e8d0133e837e30941f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T21:23:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741847_1023 (size=7686) 2024-11-11T21:23:14,413 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/info/a4713c6039c94dd388e000a74bab3d40 2024-11-11T21:23:14,425 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/.tmp/hfileref/b0a7b5f619274fe683f0d640c2286782 is 74, key is 1/hfileref:7da050856db84dfab3e8d1420d8fcaf1_SeqId_6_/1731360188228/DeleteColumn/seqid=0 2024-11-11T21:23:14,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741848_1024 (size=5489) 2024-11-11T21:23:14,433 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/ns/a4120e4b6fcd41aa8efc58710cf89cb3 is 43, key is default/ns:d/1731360167455/Put/seqid=0 2024-11-11T21:23:14,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741849_1025 (size=5153) 2024-11-11T21:23:14,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T21:23:14,557 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:14,757 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:14,831 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/.tmp/hfileref/b0a7b5f619274fe683f0d640c2286782 2024-11-11T21:23:14,837 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/ns/a4120e4b6fcd41aa8efc58710cf89cb3 2024-11-11T21:23:14,848 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/.tmp/queue/a2b64cff10ca490d98c047e1bc7127b0 is 153, key is 1-f286ae0a5299,36969,1731360164500/queue:f286ae0a5299%2C36969%2C1731360164500/1731360188230/Put/seqid=0 2024-11-11T21:23:14,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741850_1026 (size=5504) 2024-11-11T21:23:14,856 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/rep_barrier/8d016b776409483ea9835d1ac13e170e is 112, key is test,,1731360177009.da17a06c0799d1b1fbae58bdcc3b7054./rep_barrier:seqnumDuringOpen/1731360178164/Put/seqid=0 2024-11-11T21:23:14,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741851_1027 (size=5518) 2024-11-11T21:23:14,859 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/rep_barrier/8d016b776409483ea9835d1ac13e170e 2024-11-11T21:23:14,877 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/table/76d375846fe64a58bd54d611bff8b894 is 53, key is hbase:replication/table:state/1731360182904/Put/seqid=0 2024-11-11T21:23:14,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741852_1028 (size=5308) 2024-11-11T21:23:14,957 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:14,989 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:14,994 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:23:14,994 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 688, reset compression=false 2024-11-11T21:23:14,994 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f286ae0a5299,36969,1731360164500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:23:14,995 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f286ae0a5299,36969,1731360164500: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-f286ae0a5299,36969,1731360164500, walGroup=f286ae0a5299%2C36969%2C1731360164500, offset=f286ae0a5299%2C36969%2C1731360164500.1731360185547:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:36969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T21:23:14,997 ERROR [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:23:14,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:23:14,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:23:14,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:23:14,997 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:23:14,997 INFO [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1444937728, "init": 1048576000, "max": 2306867200, "used": 1136062784 }, "NonHeapMemoryUsage": { "committed": 211091456, "init": 7667712, "max": -1, "used": 208037336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T21:23:14,998 WARN [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:33903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f286ae0a5299:33903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T21:23:15,157 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 393, reset compression=false 2024-11-11T21:23:15,157 DEBUG [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74dd0cf820f323e8d0133e837e30941f 2024-11-11T21:23:15,161 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T21:23:15,161 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 688, reset compression=false 2024-11-11T21:23:15,161 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f286ae0a5299,36969,1731360164500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T21:23:15,161 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-11T21:23:15,200 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 688, reset compression=false 2024-11-11T21:23:15,241 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:23:15,241 INFO [regionserver/f286ae0a5299:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:23:15,251 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/.tmp/queue/a2b64cff10ca490d98c047e1bc7127b0 2024-11-11T21:23:15,255 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/.tmp/hfileref/b0a7b5f619274fe683f0d640c2286782 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/hfileref/b0a7b5f619274fe683f0d640c2286782 2024-11-11T21:23:15,258 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/hfileref/b0a7b5f619274fe683f0d640c2286782, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T21:23:15,259 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/.tmp/queue/a2b64cff10ca490d98c047e1bc7127b0 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/queue/a2b64cff10ca490d98c047e1bc7127b0 2024-11-11T21:23:15,262 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/queue/a2b64cff10ca490d98c047e1bc7127b0, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T21:23:15,263 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 74dd0cf820f323e8d0133e837e30941f in 858ms, sequenceid=17, compaction requested=false 2024-11-11T21:23:15,265 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/replication/74dd0cf820f323e8d0133e837e30941f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T21:23:15,266 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:23:15,266 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:23:15,266 INFO [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:15,266 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74dd0cf820f323e8d0133e837e30941f: Waiting for close lock at 1731360194405Running coprocessor pre-close hooks at 1731360194405Disabling compacts and flushes for region at 1731360194405Disabling writes for close at 1731360194405Obtaining lock to block concurrent updates at 1731360194405Preparing flush snapshotting stores in 74dd0cf820f323e8d0133e837e30941f at 1731360194405Finished memstore snapshotting hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731360194406 (+1 ms)Flushing stores of hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. at 1731360194406Flushing 74dd0cf820f323e8d0133e837e30941f/hfileref: creating writer at 1731360194406Flushing 74dd0cf820f323e8d0133e837e30941f/hfileref: appending metadata at 1731360194425 (+19 ms)Flushing 74dd0cf820f323e8d0133e837e30941f/hfileref: closing flushed file at 1731360194425Flushing 74dd0cf820f323e8d0133e837e30941f/queue: creating writer at 1731360194834 (+409 ms)Flushing 74dd0cf820f323e8d0133e837e30941f/queue: appending metadata at 1731360194847 (+13 ms)Flushing 74dd0cf820f323e8d0133e837e30941f/queue: closing flushed file at 1731360194847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15002f7c: reopening flushed file at 1731360195254 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624edb63: reopening flushed file at 1731360195258 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 74dd0cf820f323e8d0133e837e30941f in 858ms, sequenceid=17, compaction requested=false at 1731360195263 (+5 ms)Writing region close event to WAL at 1731360195263Running coprocessor post-close hooks at 1731360195266 (+3 ms)Closed at 1731360195266 2024-11-11T21:23:15,266 DEBUG [RS_CLOSE_REGION-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731360182475.74dd0cf820f323e8d0133e837e30941f. 2024-11-11T21:23:15,281 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/table/76d375846fe64a58bd54d611bff8b894 2024-11-11T21:23:15,291 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/info/a4713c6039c94dd388e000a74bab3d40 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/info/a4713c6039c94dd388e000a74bab3d40 2024-11-11T21:23:15,296 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/info/a4713c6039c94dd388e000a74bab3d40, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T21:23:15,297 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/ns/a4120e4b6fcd41aa8efc58710cf89cb3 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/ns/a4120e4b6fcd41aa8efc58710cf89cb3 2024-11-11T21:23:15,301 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/ns/a4120e4b6fcd41aa8efc58710cf89cb3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T21:23:15,309 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/rep_barrier/8d016b776409483ea9835d1ac13e170e as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/rep_barrier/8d016b776409483ea9835d1ac13e170e 2024-11-11T21:23:15,314 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/rep_barrier/8d016b776409483ea9835d1ac13e170e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T21:23:15,314 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/.tmp/table/76d375846fe64a58bd54d611bff8b894 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/table/76d375846fe64a58bd54d611bff8b894 2024-11-11T21:23:15,319 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/table/76d375846fe64a58bd54d611bff8b894, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T21:23:15,320 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false 2024-11-11T21:23:15,320 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:23:15,327 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T21:23:15,327 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T21:23:15,327 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:23:15,327 INFO [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:23:15,327 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731360194368Running coprocessor pre-close hooks at 1731360194368Disabling compacts and flushes for region at 1731360194368Disabling writes for close at 1731360194368Obtaining lock to block concurrent updates at 1731360194368Preparing flush snapshotting stores in 1588230740 at 1731360194368Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731360194369 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731360194369Flushing 1588230740/info: creating writer at 1731360194369Flushing 1588230740/info: appending metadata at 1731360194405 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731360194405Flushing 1588230740/ns: creating writer at 1731360194418 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731360194433 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731360194433Flushing 1588230740/rep_barrier: creating writer at 1731360194840 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731360194856 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731360194856Flushing 1588230740/table: creating writer at 1731360194862 (+6 ms)Flushing 1588230740/table: appending metadata at 1731360194877 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731360194877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7979b5b9: reopening flushed file at 1731360195289 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcf3785: reopening flushed file at 1731360195296 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb385d7: reopening flushed file at 1731360195302 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f73b5dc: reopening flushed file at 1731360195314 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false at 1731360195320 (+6 ms)Writing region close event to WAL at 1731360195325 (+5 ms)Running coprocessor post-close hooks at 1731360195327 (+2 ms)Closed at 1731360195327 2024-11-11T21:23:15,328 DEBUG [RS_CLOSE_META-regionserver/f286ae0a5299:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:23:15,357 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(976): stopping server f286ae0a5299,36969,1731360164500; all regions closed. 2024-11-11T21:23:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741843_1019 (size=859) 2024-11-11T21:23:15,363 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 to pos 688, reset compression=false 2024-11-11T21:23:15,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741842_1018 (size=2791) 2024-11-11T21:23:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741844_1020 (size=696) 2024-11-11T21:23:15,376 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 for the last time to pos 688, reset compression=false 2024-11-11T21:23:15,376 DEBUG [RS:0;f286ae0a5299:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:15,376 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:23:15,376 INFO [RS:0;f286ae0a5299:36969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:23:15,376 INFO [RS:0;f286ae0a5299:36969 {}] hbase.ChoreService(370): Chore service for: regionserver/f286ae0a5299:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:23:15,377 INFO [RS:0;f286ae0a5299:36969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:23:15,377 INFO [regionserver/f286ae0a5299:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:23:15,377 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f286ae0a5299,36969,1731360164500 because: Region server is closing 2024-11-11T21:23:15,377 INFO [RS:0;f286ae0a5299:36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36969. 2024-11-11T21:23:15,377 DEBUG [RS:0;f286ae0a5299:36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:15,377 DEBUG [RS:0;f286ae0a5299:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:15,377 DEBUG [RS:0;f286ae0a5299:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:15,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:15,378 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 and length of the file is 696 2024-11-11T21:23:15,378 DEBUG [RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.wal-reader.f286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/WALs/f286ae0a5299,36969,1731360164500/f286ae0a5299%2C36969%2C1731360164500.1731360185547 2024-11-11T21:23:15,478 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,1-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,1-f286ae0a5299,36969,1731360164500 terminated 2024-11-11T21:23:15,478 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f286ae0a5299,36969,1731360164500 because: Region server is closing 2024-11-11T21:23:15,478 INFO [RS:0;f286ae0a5299:36969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f286ae0a5299:36969. 2024-11-11T21:23:15,478 DEBUG [RS:0;f286ae0a5299:36969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:23:15,478 DEBUG [RS:0;f286ae0a5299:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:15,478 DEBUG [RS:0;f286ae0a5299:36969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:23:15,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:23:15,578 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f286ae0a5299:0-0.replicationSource,2-f286ae0a5299,36969,1731360164500.replicationSource.shipperf286ae0a5299%2C36969%2C1731360164500,2-f286ae0a5299,36969,1731360164500 terminated 2024-11-11T21:23:15,578 INFO [RS:0;f286ae0a5299:36969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36969 2024-11-11T21:23:15,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112692729/rs/f286ae0a5299,36969,1731360164500 2024-11-11T21:23:15,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729/rs 2024-11-11T21:23:15,622 INFO [RS:0;f286ae0a5299:36969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:23:15,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f286ae0a5299,36969,1731360164500] 2024-11-11T21:23:15,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112692729/draining/f286ae0a5299,36969,1731360164500 already deleted, retry=false 2024-11-11T21:23:15,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f286ae0a5299,36969,1731360164500 expired; onlineServers=0 2024-11-11T21:23:15,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f286ae0a5299,33903,1731360164175' ***** 2024-11-11T21:23:15,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:23:15,697 INFO [M:0;f286ae0a5299:33903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:23:15,698 INFO [M:0;f286ae0a5299:33903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:23:15,698 DEBUG [M:0;f286ae0a5299:33903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:23:15,698 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:23:15,698 DEBUG [M:0;f286ae0a5299:33903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:23:15,698 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360166173 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.large.0-1731360166173,5,FailOnTimeoutGroup] 2024-11-11T21:23:15,698 DEBUG [master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360166180 {}] cleaner.HFileCleaner(306): Exit Thread[master/f286ae0a5299:0:becomeActiveMaster-HFileCleaner.small.0-1731360166180,5,FailOnTimeoutGroup] 2024-11-11T21:23:15,698 INFO [M:0;f286ae0a5299:33903 {}] hbase.ChoreService(370): Chore service for: master/f286ae0a5299:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:23:15,698 INFO [M:0;f286ae0a5299:33903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:23:15,698 DEBUG [M:0;f286ae0a5299:33903 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:23:15,698 INFO [M:0;f286ae0a5299:33903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:23:15,698 INFO [M:0;f286ae0a5299:33903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:23:15,698 INFO [M:0;f286ae0a5299:33903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:23:15,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:23:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112692729/master 2024-11-11T21:23:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112692729 2024-11-11T21:23:15,728 DEBUG [M:0;f286ae0a5299:33903 {}] zookeeper.ZKUtil(347): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Unable to get data of znode /0-2112692729/master because node does not exist (not an error) 2024-11-11T21:23:15,728 WARN [M:0;f286ae0a5299:33903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:23:15,728 INFO [M:0;f286ae0a5299:33903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/.lastflushedseqids 2024-11-11T21:23:15,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741853_1029 (size=263) 2024-11-11T21:23:15,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:15,743 INFO [RS:0;f286ae0a5299:36969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:23:15,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36969-0x1012bc77dd90001, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:15,743 INFO [RS:0;f286ae0a5299:36969 {}] regionserver.HRegionServer(1031): Exiting; stopping=f286ae0a5299,36969,1731360164500; zookeeper connection closed. 2024-11-11T21:23:15,744 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68a4b1a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68a4b1a4 2024-11-11T21:23:15,744 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:23:16,131 INFO [M:0;f286ae0a5299:33903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:23:16,131 INFO [M:0;f286ae0a5299:33903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:23:16,131 DEBUG [M:0;f286ae0a5299:33903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:23:16,131 INFO [M:0;f286ae0a5299:33903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:16,131 DEBUG [M:0;f286ae0a5299:33903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:16,131 DEBUG [M:0;f286ae0a5299:33903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:23:16,131 DEBUG [M:0;f286ae0a5299:33903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:16,132 INFO [M:0;f286ae0a5299:33903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-11T21:23:16,145 DEBUG [M:0;f286ae0a5299:33903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a162b1b8d0194c6aa2858af99fd6f7b2 is 82, key is hbase:meta,,1/info:regioninfo/1731360167432/Put/seqid=0 2024-11-11T21:23:16,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741854_1030 (size=5672) 2024-11-11T21:23:16,549 INFO [M:0;f286ae0a5299:33903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a162b1b8d0194c6aa2858af99fd6f7b2 2024-11-11T21:23:16,568 DEBUG [M:0;f286ae0a5299:33903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/395aaf6ab1b845adbcb5ec376ff8c8eb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731360182907/Put/seqid=0 2024-11-11T21:23:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741855_1031 (size=8909) 2024-11-11T21:23:16,972 INFO [M:0;f286ae0a5299:33903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/395aaf6ab1b845adbcb5ec376ff8c8eb 2024-11-11T21:23:16,992 DEBUG [M:0;f286ae0a5299:33903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c110169356c54c67bc6cc277b4c6a68d is 69, key is f286ae0a5299,36969,1731360164500/rs:state/1731360166220/Put/seqid=0 2024-11-11T21:23:16,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741856_1032 (size=5156) 2024-11-11T21:23:16,998 INFO [M:0;f286ae0a5299:33903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c110169356c54c67bc6cc277b4c6a68d 2024-11-11T21:23:17,002 DEBUG [M:0;f286ae0a5299:33903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a162b1b8d0194c6aa2858af99fd6f7b2 as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a162b1b8d0194c6aa2858af99fd6f7b2 2024-11-11T21:23:17,006 INFO [M:0;f286ae0a5299:33903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a162b1b8d0194c6aa2858af99fd6f7b2, entries=8, sequenceid=112, filesize=5.5 K 2024-11-11T21:23:17,006 DEBUG [M:0;f286ae0a5299:33903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/395aaf6ab1b845adbcb5ec376ff8c8eb as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/395aaf6ab1b845adbcb5ec376ff8c8eb 2024-11-11T21:23:17,010 INFO [M:0;f286ae0a5299:33903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/395aaf6ab1b845adbcb5ec376ff8c8eb, entries=13, sequenceid=112, filesize=8.7 K 2024-11-11T21:23:17,010 DEBUG [M:0;f286ae0a5299:33903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c110169356c54c67bc6cc277b4c6a68d as hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c110169356c54c67bc6cc277b4c6a68d 2024-11-11T21:23:17,013 INFO [M:0;f286ae0a5299:33903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46701/user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c110169356c54c67bc6cc277b4c6a68d, entries=1, sequenceid=112, filesize=5.0 K 2024-11-11T21:23:17,014 INFO [M:0;f286ae0a5299:33903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=112, compaction requested=false 2024-11-11T21:23:17,015 INFO [M:0;f286ae0a5299:33903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:23:17,015 DEBUG [M:0;f286ae0a5299:33903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731360196131Disabling compacts and flushes for region at 1731360196131Disabling writes for close at 1731360196131Obtaining lock to block concurrent updates at 1731360196132 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731360196132Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731360196132Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731360196132Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731360196132Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731360196145 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731360196145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731360196552 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731360196568 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731360196568Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731360196975 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731360196992 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731360196992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ccac14: reopening flushed file at 1731360197002 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4456cc19: reopening flushed file at 1731360197006 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c43e3e9: reopening flushed file at 1731360197010 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=112, compaction requested=false at 1731360197014 (+4 ms)Writing region close event to WAL at 1731360197015 (+1 ms)Closed at 1731360197015 2024-11-11T21:23:17,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42259 is added to blk_1073741830_1006 (size=69055) 2024-11-11T21:23:17,022 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/984aaddc-f2de-21ae-f278-4751c29aab3e/MasterData/WALs/f286ae0a5299,33903,1731360164175/f286ae0a5299%2C33903%2C1731360164175.1731360165913 not finished, retry = 0 2024-11-11T21:23:17,123 INFO [M:0;f286ae0a5299:33903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:23:17,123 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:23:17,123 INFO [M:0;f286ae0a5299:33903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33903 2024-11-11T21:23:17,124 INFO [M:0;f286ae0a5299:33903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:23:17,238 INFO [M:0;f286ae0a5299:33903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:23:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33903-0x1012bc77dd90000, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:23:17,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c0e2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:23:17,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74eee3fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:23:17,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:23:17,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21fb47fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:23:17,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@904a68d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.log.dir/,STOPPED} 2024-11-11T21:23:17,244 WARN [BP-668811382-172.17.0.2-1731360162390 heartbeating to localhost/127.0.0.1:46701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:23:17,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:23:17,244 WARN [BP-668811382-172.17.0.2-1731360162390 heartbeating to localhost/127.0.0.1:46701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-668811382-172.17.0.2-1731360162390 (Datanode Uuid 94bfe51a-c0fc-47fc-845f-5e3210d8ee08) service to localhost/127.0.0.1:46701 2024-11-11T21:23:17,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:23:17,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/cluster_5af4ce95-3330-6ea4-dff0-c019ca70b663/data/data1/current/BP-668811382-172.17.0.2-1731360162390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:23:17,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/cluster_5af4ce95-3330-6ea4-dff0-c019ca70b663/data/data2/current/BP-668811382-172.17.0.2-1731360162390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:23:17,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:23:17,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f6782d6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:23:17,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2f458b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:23:17,253 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:23:17,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751572a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:23:17,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd63199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4518f6e9-ba87-9e30-8aed-775af0c14839/hadoop.log.dir/,STOPPED} 2024-11-11T21:23:17,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:23:17,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T21:23:17,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 528) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51719) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:32967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:32967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:32967 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51719) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51719) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43329 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43329 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46701 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:32967 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46701 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:43329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:32967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2115253527) connection to localhost/127.0.0.1:46701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=2753 (was 1481) - AvailableMemoryMB LEAK? - 2024-11-11T21:23:17,295 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2024-11-11T21:23:17,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012bc77dd90008, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:23:17,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012bc77dd90002, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:23:17,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012bc77dd90005, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T21:23:17,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012bc77dd90002, quorum=127.0.0.1:51719, baseZNode=/0-2112692729 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:23:17,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012bc77dd90005, quorum=127.0.0.1:51719, baseZNode=/1-515834470 Received Disconnected from ZooKeeper, ignoring 2024-11-11T21:23:17,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012bc77dd90008, quorum=127.0.0.1:51719, baseZNode=/2740029369 Received Disconnected from ZooKeeper, ignoring